-- Logs begin at Thu 2021-06-24 03:20:23 UTC, end at Thu 2021-06-24 04:25:59 UTC. -- Jun 24 04:02:35.792697 dv-cinder-792462-18-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 04:02:38.442693 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.common.config [-] Logging enabled! Jun 24 04:02:38.443303 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev392 Jun 24 04:02:38.443456 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93431) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 04:02:38.446679 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.common.config [-] Logging enabled! Jun 24 04:02:38.446932 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev392 Jun 24 04:02:38.447276 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93431) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 04:02:38.448219 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:02:38.448451 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:02:38.448798 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:02:38.449091 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:02:38.449288 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:02:38.449600 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.449892 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.450182 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.450406 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.450696 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.450982 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.451259 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.451543 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.451836 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.452114 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.452390 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.452668 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.452892 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.453193 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.453478 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.453760 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.453976 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] debug = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.454253 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.454672 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.455073 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.455350 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.455632 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.455904 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.456169 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.456438 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.456716 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.457051 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] host = dv-cinder-792462-18-smb {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.457333 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.457615 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.457897 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.458180 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.458448 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.458717 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.458995 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.459260 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.459524 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.459792 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.460072 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.460353 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.460636 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.460852 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.461097 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.461381 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.461660 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.461928 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.462196 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.462465 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.462767 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.463035 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.463298 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.463576 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.463854 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.464135 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.464410 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.464678 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.464943 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.465234 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.465513 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.465779 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.466044 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.466311 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.466590 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.466851 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.467116 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.467408 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.467688 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.467963 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.468243 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.468511 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.468788 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.469077 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.469347 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.469613 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] use_json = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.469877 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.470143 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.470421 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.470689 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.470955 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.471223 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.471488 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.471765 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:38.472059 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.472354 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.472652 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.472931 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.473254 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.473533 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.473819 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.474094 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.474383 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.474669 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.474953 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.475227 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.475509 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.475780 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.476070 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.476374 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.476666 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.476953 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.477250 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.477522 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.477793 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.478069 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.478876 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.479167 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.479455 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.479725 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.480000 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.480288 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.480563 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.480831 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.481129 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.481418 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.481693 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.481961 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.482239 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.482514 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.482784 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.483051 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.483322 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.483608 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.483879 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.484145 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.484413 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.484684 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.484955 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.485257 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.485529 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.485795 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.486059 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.486332 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.486600 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.486867 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.487139 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.487404 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.487674 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.487940 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.488209 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.488474 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.488739 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.489005 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.489300 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.489566 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.489836 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.490102 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.490369 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.490634 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.490900 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.491163 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.491442 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.491729 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.491997 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.492269 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.492541 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.492811 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.493174 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.493449 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.493719 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.494691 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.494938 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.495174 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.495454 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.495737 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.496012 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.496286 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.496579 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.496855 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.497162 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.497443 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.497722 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.498007 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.498288 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.498578 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.498868 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.499157 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.499445 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.499731 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.500007 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.500310 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.500585 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:38.500799 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:02:38.501033 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93431) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 04:02:38.842455 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:38.842633 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:38.842919 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:38.843254 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 04:02:39.229587 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.229882 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.230150 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.231410 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.231685 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.231955 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.265168 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.265451 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.265714 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.279200 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.279473 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.279734 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.308483 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.308754 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.309013 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.344813 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.345103 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.345370 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.574524 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.575150 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.575150 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.575312 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.575932 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.696200 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.696516 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.696792 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.697621 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.697887 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.698192 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.698444 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.698693 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.698939 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.699212 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.699463 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.699719 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.699971 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.700228 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.700476 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.700734 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.700997 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.702228 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.702514 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.702777 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.703062 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.703415 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.703671 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.703954 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.704204 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.704449 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.704832 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:39.705098 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:39.705337 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:39.705573 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:39.705806 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:39.706047 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:39.706404 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 04:02:39.709511 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 04:02:39.713394 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 04:02:39.717121 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 24 04:02:39.718724 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 04:02:39.719159 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 04:02:39.719486 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 04:02:39.719858 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 04:02:39.722780 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 04:02:39.723031 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 04:02:39.723374 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 04:02:39.750359 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 04:02:39.750799 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.751088 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93431) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 04:02:39.751438 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.752761 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93431) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 04:02:39.753057 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 04:02:39.753300 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 04:02:39.756572 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.756850 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:39.819822 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 04:02:39.820054 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 04:02:39.820285 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 04:02:39.820638 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 04:02:39.841905 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_db.sqlalchemy.engines [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93431) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 04:02:40.538911 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing driver for type 'gre' Jun 24 04:02:40.539439 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] gre ID ranges: [(1, 1000)] Jun 24 04:02:40.720158 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing driver for type 'local' Jun 24 04:02:40.720732 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing driver for type 'vlan' Jun 24 04:02:40.800498 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] VlanTypeDriver initialization complete Jun 24 04:02:40.800781 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing driver for type 'vxlan' Jun 24 04:02:40.801322 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] vxlan ID ranges: [(1, 1000)] Jun 24 04:02:41.007973 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing extension driver 'port_security' Jun 24 04:02:41.008312 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.extensions.port_security [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] PortSecurityExtensionDriver initialization complete Jun 24 04:02:41.008650 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing mechanism driver 'openvswitch' Jun 24 04:02:41.008986 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing mechanism driver 'hyperv' Jun 24 04:02:41.020569 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.plugins.ml2.plugin [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:41.021370 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.021748 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.022111 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.022503 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.022858 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.023206 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.023582 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.024015 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.024358 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.024732 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > security_group after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.025142 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > security_group after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.025484 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.025861 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.026204 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.026544 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.026921 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > address_group after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.027266 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > address_group after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.027603 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.027940 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] ML2 OVO RPC backend initialized. {{(pid=93431) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 04:02:41.028638 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.028990 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.029425 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.029773 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > networks before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.030119 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.030460 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > ports before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.030799 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.031136 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnets before_response 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.031477 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.031812 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.032142 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.032474 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.032804 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.033170 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.033507 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.033838 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.034169 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.034731 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.plugin [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Modular L2 Plugin initialization complete Jun 24 04:02:41.035147 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading services supported by the core plugin {{(pid=93431) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 04:02:41.035463 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.plugins.ml2.managers [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Got port-security extension from driver 'port_security' Jun 24 04:02:41.035921 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.extensions.vlantransparent [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Disabled vlantransparent extension. Jun 24 04:02:41.036403 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93431) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 04:02:41.036712 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: router Jun 24 04:02:41.080308 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.080625 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_create 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.080991 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router before_create 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.081379 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.081768 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.082099 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_delete 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.082464 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.082823 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_create 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.083167 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_update 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.083514 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_update 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.083858 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.084273 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_update 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.084689 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_update 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.085074 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.085473 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.090832 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: subnet after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.090832 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.090832 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.090832 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_create 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091343 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091343 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091343 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router after_update 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091343 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091871 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_create 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091871 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091871 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_update 55549900 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.091871 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > network after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.092306 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Tracking information for resource: router configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:41.092306 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Tracking information for resource: floatingip configured {{(pid=93431) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:41.097716 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.db.l3_agentschedulers_db [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 04:02:41.098488 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.099003 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port after_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.099509 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port after_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.100003 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: port after_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.101106 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router before_create 55550100 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.101634 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.102164 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_create 55550100 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.102611 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > router precommit_update 55550100 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.107344 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.provider_configuration [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service providers = [] {{(pid=93431) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 04:02:41.107824 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.db.servicetype_db [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93431) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 04:02:41.111766 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.service_base [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:41.112150 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.service_base [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:41.112485 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.service_base [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:41.113388 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.services.service_base [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93431) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:41.113755 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.services.service_base [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 04:02:41.114133 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.114443 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 04:02:41.130385 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.130718 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: auto_allocate Jun 24 04:02:41.137173 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: network precommit_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.137543 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: network precommit_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.138142 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.138461 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: tag Jun 24 04:02:41.144958 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.145313 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: timestamp Jun 24 04:02:41.149068 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.149391 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: network_ip_availability Jun 24 04:02:41.163734 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.164101 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.164455 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.165208 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.165530 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: flavors Jun 24 04:02:41.170313 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.170644 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading Plugin: revisions Jun 24 04:02:41.174909 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93431) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:41.175296 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_concurrency.lockutils [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.332s {{(pid=93431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:41.176030 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93431) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 04:02:41.176364 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Initializing extension manager. Jun 24 04:02:41.176878 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: __init__.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.177255 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: __pycache__ {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.177589 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.177986 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: address_group.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.178736 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.179556 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: address-group Jun 24 04:02:41.179878 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: address_scope.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.180571 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.181117 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: address-scope Jun 24 04:02:41.182011 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.182915 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.183435 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: router-admin-state-down-before-update Jun 24 04:02:41.183753 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: agent.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.184439 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.184953 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: agent Jun 24 04:02:41.185318 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: agent_resources_synced.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.186209 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.186718 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: agent-resources-synced Jun 24 04:02:41.187039 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: allowedaddresspairs.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.188775 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.189406 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: allowed-address-pairs Jun 24 04:02:41.189725 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: auto_allocated_topology.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.190966 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.191488 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: auto-allocated-topology Jun 24 04:02:41.191811 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: availability_zone.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.192499 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.193003 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: availability_zone Jun 24 04:02:41.193350 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: availability_zone_filter.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.194244 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.194754 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: availability_zone_filter Jun 24 04:02:41.195071 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: data_plane_status.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.203221 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.203727 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 04:02:41.204051 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: default_subnetpools.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.204942 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.205485 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: default-subnetpools Jun 24 04:02:41.205804 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.206668 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.207177 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: dhcp_agent_scheduler Jun 24 04:02:41.207492 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: dns.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.208384 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.208890 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 04:02:41.209239 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: dns_domain_ports.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.210131 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.210635 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 04:02:41.210954 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.211853 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.212432 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 04:02:41.212773 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: dvr.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.213458 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.213975 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: dvr Jun 24 04:02:41.214293 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: empty_string_filtering.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.215184 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.215694 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: empty-string-filtering Jun 24 04:02:41.216012 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.216898 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.217482 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 04:02:41.217872 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.218771 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.219282 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 04:02:41.219597 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: external_net.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.220483 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.220993 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: external-net Jun 24 04:02:41.221335 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.222214 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.222722 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: extra_dhcp_opt Jun 24 04:02:41.223038 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: extraroute.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.223923 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.224428 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: extraroute Jun 24 04:02:41.224744 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: extraroute_atomic.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.237534 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.238046 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: extraroute-atomic Jun 24 04:02:41.238362 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: filter_validation.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.239013 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.239520 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: filter-validation Jun 24 04:02:41.239836 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: fip_pf_description.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.240724 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.241340 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 04:02:41.241661 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: fip_port_details.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.242552 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.243059 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: fip-port-details Jun 24 04:02:41.243379 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: flavors.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.245140 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.245667 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: flavors Jun 24 04:02:41.245989 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.247653 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.248179 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 04:02:41.248507 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: floatingip_pools.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.249228 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.249748 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: floatingip-pools Jun 24 04:02:41.250072 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: ip_allocation.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.250973 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.251489 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 04:02:41.251809 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.252803 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.253353 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: ip-substring-filtering Jun 24 04:02:41.253676 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l2_adjacency.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.254583 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.255091 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 04:02:41.255411 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.256358 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.256872 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: router Jun 24 04:02:41.257227 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.267724 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.268259 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 04:02:41.268586 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.269605 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.270130 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: ext-gw-mode Jun 24 04:02:41.270453 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.271351 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.271868 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: l3-ha Jun 24 04:02:41.272190 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3_flavors.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.273125 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.273642 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: l3-flavors Jun 24 04:02:41.273961 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.274868 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.275406 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 04:02:41.275726 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: l3agentscheduler.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.276730 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.277340 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: l3_agent_scheduler Jun 24 04:02:41.277669 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: logging.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.279135 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.279661 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension logging not supported by any of loaded plugins Jun 24 04:02:41.279987 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: metering.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.280782 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.281400 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: metering Jun 24 04:02:41.281724 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.282804 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.283329 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: metering_source_and_destination_fields Jun 24 04:02:41.283651 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: multiprovidernet.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.284559 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.285097 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: multi-provider Jun 24 04:02:41.285420 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: netmtu.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.286309 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.286822 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: net-mtu Jun 24 04:02:41.287140 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: netmtu_writable.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.288033 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.288546 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: net-mtu-writable Jun 24 04:02:41.288861 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: network_availability_zone.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.289541 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.295667 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: network_availability_zone Jun 24 04:02:41.295667 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: network_ip_availability.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.296497 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.297010 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: network-ip-availability Jun 24 04:02:41.297356 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: network_segment_range.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.298109 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.298617 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 04:02:41.298933 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: pagination.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.299901 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.300228 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: pagination Jun 24 04:02:41.300545 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: port_device_profile.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.301468 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.301989 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: port-device-profile Jun 24 04:02:41.302307 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.303305 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.303820 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: port-mac-address-regenerate Jun 24 04:02:41.304398 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.305314 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.305827 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: port-numa-affinity-policy Jun 24 04:02:41.306146 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: port_resource_request.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.307547 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.308059 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 04:02:41.308378 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: portbindings.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.309319 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.309836 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: binding Jun 24 04:02:41.310154 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: portbindings_extended.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.311404 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.311920 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: binding-extended Jun 24 04:02:41.312240 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: portsecurity.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.313168 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.313762 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: port-security Jun 24 04:02:41.314082 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: project_id.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.315038 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.315364 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: project-id Jun 24 04:02:41.315680 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: providernet.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.316589 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.317133 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: provider Jun 24 04:02:41.317454 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.321062 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.321606 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos not supported by any of loaded plugins Jun 24 04:02:41.322482 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.323702 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.324219 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 04:02:41.324547 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.325479 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.325996 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 04:02:41.326317 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_default.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.327208 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.327720 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-default not supported by any of loaded plugins Jun 24 04:02:41.328040 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_fip.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.328677 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.329216 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 04:02:41.329541 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_gateway_ip.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.330487 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.330961 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 04:02:41.331354 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_port_network_policy.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.332246 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.332759 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 04:02:41.333104 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_rule_type_details.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.333998 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.334513 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 04:02:41.334830 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: qos_rules_alias.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.335852 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.336372 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 04:02:41.336693 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: quotasv2.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.337634 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.337957 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: quotas Jun 24 04:02:41.338277 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: quotasv2_detail.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.348100 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.348437 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: quota_details Jun 24 04:02:41.348764 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: rbac.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.349908 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.350439 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: rbac-policies Jun 24 04:02:41.350769 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: rbac_address_group.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.351688 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.352214 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: rbac-address-group Jun 24 04:02:41.352538 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: rbac_address_scope.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.353503 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.354022 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: rbac-address-scope Jun 24 04:02:41.354345 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: rbac_security_groups.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.355241 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.355759 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: rbac-security-groups Jun 24 04:02:41.356081 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: rbac_subnetpool.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.356977 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.357519 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: rbac-subnetpool Jun 24 04:02:41.357841 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: revisionifmatch.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.358737 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.359324 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: revision-if-match Jun 24 04:02:41.359646 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: revisions.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.360937 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.361499 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: standard-attr-revisions Jun 24 04:02:41.361826 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: router_availability_zone.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.362485 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.363004 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: router_availability_zone Jun 24 04:02:41.363328 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: routerservicetype.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.364230 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.364739 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 04:02:41.365078 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.366056 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.366579 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: security-groups-normalized-cidr Jun 24 04:02:41.366900 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.367800 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.368318 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: port-security-groups-filtering Jun 24 04:02:41.368640 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.370087 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.370602 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: security-groups-remote-address-group Jun 24 04:02:41.370924 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: securitygroup.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.380383 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.380910 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: security-group Jun 24 04:02:41.381270 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: segment.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.382034 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.385665 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension segment not supported by any of loaded plugins Jun 24 04:02:41.385665 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.386421 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.387005 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 04:02:41.387332 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: servicetype.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.388429 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.389015 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: service-type Jun 24 04:02:41.389523 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: sorting.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.390855 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.391323 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: sorting Jun 24 04:02:41.391780 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: standard_attr_segment.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.393148 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.393927 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 04:02:41.394384 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: standardattrdescription.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.395274 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.396073 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: standard-attr-description Jun 24 04:02:41.396561 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: stateful_security_group.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.397807 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.398588 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: stateful-security-group Jun 24 04:02:41.399057 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: stdattrs_common.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.399929 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 04:02:41.400310 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.401608 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.402382 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 04:02:41.402845 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: subnet_onboard.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.404395 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.405214 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: subnet_onboard Jun 24 04:02:41.405681 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.406925 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.407695 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 04:02:41.408155 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: subnet_service_types.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.409466 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.410245 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: subnet-service-types Jun 24 04:02:41.410707 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: subnetallocation.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.417578 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.418195 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: subnet_allocation Jun 24 04:02:41.418533 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.419217 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.419745 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: subnetpool-prefix-ops Jun 24 04:02:41.420074 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.421140 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.421662 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 04:02:41.421989 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: tagging.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.423112 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.423640 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: standard-attr-tag Jun 24 04:02:41.423969 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: timestamp.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.425397 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.425921 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loaded extension: standard-attr-timestamp Jun 24 04:02:41.426245 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: trunk.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.427397 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.427941 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension trunk not supported by any of loaded plugins Jun 24 04:02:41.428263 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: trunk_details.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.429524 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.430042 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 04:02:41.430365 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: uplink_status_propagation.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.431850 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.432378 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 04:02:41.432704 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Loading extension file: vlantransparent.py {{(pid=93431) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:41.433412 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93431) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:41.433928 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 04:02:41.436442 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:network Jun 24 04:02:41.436973 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:subnet Jun 24 04:02:41.437404 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:41.437797 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:port Jun 24 04:02:41.439093 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.439543 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service FLAVORS assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.440153 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.440612 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.440944 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:router Jun 24 04:02:41.441393 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 04:02:41.441888 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service METERING assigned prefix: /metering {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.443323 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.443692 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.444039 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:41.445088 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 04:02:41.445677 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:security_group Jun 24 04:02:41.446258 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 04:02:41.447125 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service CORE assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.447578 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:41.448041 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] subnetpool is already registered Jun 24 04:02:41.448615 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service CORE assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.448943 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:41.449378 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] subnetpool is already registered Jun 24 04:02:41.452800 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.453411 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service FLAVORS assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.454239 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.454796 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.455236 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:router Jun 24 04:02:41.455700 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] router is already registered Jun 24 04:02:41.456117 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 04:02:41.456453 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] floatingip is already registered Jun 24 04:02:41.456911 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service METERING assigned prefix: /metering {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.457750 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 04:02:41.458075 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] rbac_policy is already registered Jun 24 04:02:41.458481 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:security_group Jun 24 04:02:41.458812 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] security_group is already registered Jun 24 04:02:41.459208 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 04:02:41.459535 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] security_group_rule is already registered Jun 24 04:02:41.460158 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service CORE assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.460496 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:41.460829 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] subnetpool is already registered Jun 24 04:02:41.461268 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.v2.resource_helper [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Service CORE assigned prefix: {{(pid=93431) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:41.461592 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:41.461919 dv-cinder-792462-18-smb neutron-server[93431]: WARNING neutron.quota.resource_registry [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] subnetpool is already registered Jun 24 04:02:41.462381 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: extensions {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.463996 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: address-groups {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.465516 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: address-scopes {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.466840 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: agents {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.467994 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: auto-allocated-topology {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.469254 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: availability_zones {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.470475 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: dhcp-networks {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.471991 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: dhcp-agents {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.473459 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: routers {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.475217 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: flavors {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.477701 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: service_profiles {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.479450 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: next_providers {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.480906 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: service_profiles {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.482463 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: floatingip-pools {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.483687 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: routers {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.485420 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: floatingips {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.486698 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: l3-routers {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.488078 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: l3-agents {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.489534 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: metering-labels {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.490793 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: metering-label-rules {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.492154 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: network-ip-availabilities {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.493453 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: bindings {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.495756 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: quotas {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.497383 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: quotas {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.498785 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: rbac-policies {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.500002 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: security-groups {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.501325 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: security-group-rules {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.502556 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: service-providers {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.503839 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: subnetpools {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.505183 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: subnetpools {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.506727 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.508391 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.510319 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.512087 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.513797 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.515736 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.517476 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.519246 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.521084 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.522828 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron.api.extensions [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Extended resource: tags {{(pid=93431) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:41.528941 dv-cinder-792462-18-smb neutron-server[93431]: WARNING keystonemiddleware.auth_token [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 04:02:41.533487 dv-cinder-792462-18-smb neutron-server[93431]: WARNING keystonemiddleware.auth_token [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 04:02:41.542224 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_concurrency.lockutils [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Acquired lock "singleton_lock" {{(pid=93431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 04:02:41.542701 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_concurrency.lockutils [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Releasing lock "singleton_lock" {{(pid=93431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 04:02:41.543331 dv-cinder-792462-18-smb neutron-server[93431]: INFO oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Starting 2 workers Jun 24 04:02:41.548085 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Started child 93542 {{(pid=93431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:41.552429 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Started child 93543 {{(pid=93431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:41.553502 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:41.554472 dv-cinder-792462-18-smb neutron-server[93431]: INFO neutron.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 04:02:41.554953 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Notify callbacks [] for process, before_spawn {{(pid=93431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:41.555224 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [-] (93542) wsgi starting up on http://0.0.0.0:9696 Jun 24 04:02:41.557983 dv-cinder-792462-18-smb neutron-server[93431]: INFO oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Starting 1 workers Jun 24 04:02:41.558165 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:41.559393 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [-] (93543) wsgi starting up on http://0.0.0.0:9696 Jun 24 04:02:41.563118 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Started child 93544 {{(pid=93431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:41.563655 dv-cinder-792462-18-smb neutron-server[93431]: INFO oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Starting 1 workers Jun 24 04:02:41.566875 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] calling RpcWorker wait() {{(pid=93544) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 04:02:41.567412 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] returning from RpcWorker wait() {{(pid=93544) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 04:02:41.568098 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Started child 93545 {{(pid=93431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:41.568731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:41.568946 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG neutron_lib.callbacks.manager [None req-f32c21fe-c22e-4279-ab13-56bd6d818692 None None] Notify callbacks [] for process, after_spawn {{(pid=93431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:41.569302 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:41.570838 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93431) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 04:02:41.571054 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:02:41.571238 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:02:41.571456 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:02:41.571840 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:02:41.572006 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:02:41.572507 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.572776 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.572907 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:41.573395 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.573395 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.573600 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.573875 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:41.574160 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.574399 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.574665 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.574943 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.575212 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.575386 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.575551 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.575816 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.576050 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.576343 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.576618 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.576866 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.577175 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.577351 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.577618 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.577879 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.578113 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.578375 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] debug = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.578630 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.579111 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.579362 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.579608 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.579844 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.580147 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.580400 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.580725 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.580918 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.581187 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.581434 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.581703 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.581935 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.582163 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.582397 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.582663 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.582882 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.583364 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] host = dv-cinder-792462-18-smb {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.583600 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.583819 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.584065 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.584322 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.584568 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.584785 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.585066 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.585328 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.585577 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.585820 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.586216 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.586363 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.586557 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.586791 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.586975 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_options = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.587192 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.587505 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.587779 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.587973 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.588143 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.588322 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.588578 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.588742 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.588992 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.589265 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.589502 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.589714 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.589927 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.590139 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.590404 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.590658 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.590887 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.591096 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.591353 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.591598 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.591825 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.592047 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.592267 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.592503 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.592750 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.592961 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.593235 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.593467 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.593694 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.593969 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.594198 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.594461 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.594711 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.594965 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.595211 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.595441 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.595653 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.595924 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.596157 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.596402 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.596648 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.597548 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.597714 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.597930 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.598178 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.598394 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_json = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.598606 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.598836 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.600068 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.600068 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.600068 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.600326 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.600409 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.600593 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.601001 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.601474 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.601797 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.602058 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.602294 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.602537 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.602791 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.603041 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.603823 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.604087 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.604393 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.604624 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.604916 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.605181 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.605428 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.605754 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.606011 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.606288 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.606510 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.606744 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.606981 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.607227 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.607577 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.607852 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.608113 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.608383 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.608599 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.608840 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.609095 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.609333 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.610289 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.611175 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.611710 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.612182 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.612638 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.612882 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.613159 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.614347 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.614347 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.614347 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.615895 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.616207 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.616456 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.616699 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.616934 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.618033 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.618336 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.622485 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.622740 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.623012 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.623266 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.623589 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.623852 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.624108 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.624341 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.624590 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.624841 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.626056 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.628058 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.628599 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.628860 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.629180 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.629422 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.629657 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.632495 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.632766 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.633067 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.634647 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.634920 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.635168 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.635421 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.635682 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.635927 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.636162 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.636396 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.636625 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.638234 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.638725 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.639371 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.639653 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.639910 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.640147 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.640688 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.640943 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.641291 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.641943 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.642194 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.644170 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.645224 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.645508 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.645751 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.646125 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.646492 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.646737 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.647001 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.647276 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.647515 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.647765 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.648017 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.648294 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.648544 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.648793 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.649025 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.649304 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.649549 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.649800 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.650114 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.650389 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.650646 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.650905 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.651172 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.651454 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.651712 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.652000 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.652226 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.652502 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.652803 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.653097 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.653355 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.653586 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.653824 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.654073 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.654322 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.654577 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.654832 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.655143 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.655439 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.656425 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.656643 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.657575 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.657820 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.658058 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.659652 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.659928 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.660508 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.663427 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.663757 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.664051 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.664330 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.664626 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.664894 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.665167 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.665432 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.666237 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.666460 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.666703 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.666942 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.667165 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.667419 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.667667 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.667889 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.668125 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.668343 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.668600 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.668817 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.669059 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.669539 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.669788 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.670009 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.670241 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.670460 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.670678 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.670930 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.671150 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.671374 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.671610 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.671821 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.672071 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.672289 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.672575 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.672824 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.673050 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.673303 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.673556 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.673792 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.674010 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.674257 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.674495 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.674706 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.674917 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.675134 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.675347 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.675577 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.675827 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.676039 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.676311 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.676557 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.676907 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.677177 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.677406 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.677650 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.677867 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.678121 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.678340 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.678578 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.678825 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.679294 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.679511 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.679775 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.680001 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.680260 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.680472 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.680702 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.680909 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.681146 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.681969 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.682263 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.682508 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.682738 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.682976 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.683216 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.683442 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.683652 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.683882 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.684101 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.684396 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.684681 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.684895 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.685126 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.685625 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.685894 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.686142 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.686353 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.686560 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.686774 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.687329 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.687561 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.687770 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.687980 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.688230 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.688594 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.688892 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.689419 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.689663 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.689966 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.690213 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.690458 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.690714 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.691032 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.691244 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.691501 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.691717 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.691931 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.692148 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.692405 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.692739 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.693478 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.693750 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.694027 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.694321 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.694603 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.694878 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.695110 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.695420 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.695759 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.696048 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.696293 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.696525 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.696817 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.697086 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.697323 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.697561 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.697797 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.698014 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.698287 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.698519 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.698768 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.698982 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.699203 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.699417 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.699638 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.700390 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.700390 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.700390 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.700390 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:02:41.701365 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93431) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 04:02:41.701365 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:02:41.701365 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:02:41.701609 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:02:41.701690 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:02:41.701770 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:02:41.701980 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.702142 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.702301 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.702458 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.702614 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.702796 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.702937 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.703093 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.703301 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.703617 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.703929 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.704091 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.704247 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.704404 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.704562 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.704720 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.704875 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705031 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705222 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705379 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705536 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705698 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705841 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] debug = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.705996 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.706133 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:41.706223 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.706354 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.706509 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.706664 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.706819 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.706973 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.707127 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.707283 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.707438 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.707594 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.707750 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.707906 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708060 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708215 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708370 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708525 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708680 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] host = dv-cinder-792462-18-smb {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708835 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.708990 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.709168 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.709324 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.709481 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.709636 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.709792 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.709947 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.710102 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.710257 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.710412 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.710567 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.710723 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.710880 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.711035 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_options = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.711190 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.711345 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.711499 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.711678 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.711841 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.712001 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.712159 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.712315 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.712498 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.712712 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.712917 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.713146 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.713351 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.713556 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.713758 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.713971 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.714206 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.714412 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.714617 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.714820 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.715024 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.715227 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.715438 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.715663 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.715821 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.715981 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.716138 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.716294 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.716450 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.716606 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.716761 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.716916 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.717076 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.717243 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.717400 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.717554 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.717875 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.718090 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.718466 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.718466 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.718739 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.718983 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.719132 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.719270 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.719415 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.719570 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_json = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.719713 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.719870 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.720023 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.720156 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.720312 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.720869 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.720869 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.721261 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:41.721261 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.721435 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.721514 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.721630 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.721790 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.721949 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.722107 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.722266 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.722434 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.722656 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.722825 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.722986 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.723157 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.723320 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.723493 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.723628 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.723817 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.723955 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.724082 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.724260 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.724392 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.724536 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.724710 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.724869 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.725065 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.725303 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.725456 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.725609 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.725768 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.725934 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.726093 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.726252 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.726411 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.726622 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.726789 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.726948 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.727107 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.727267 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.727426 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.727586 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.727745 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.727905 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.728596 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.728760 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.728920 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.729099 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.729261 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.729421 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.729580 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.729740 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.729909 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.730068 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.730227 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.730386 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.730544 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.730703 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.730861 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731020 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731175 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731334 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731492 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731664 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731822 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.731981 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.732142 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.732299 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.732459 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.732618 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.732776 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.732935 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.733116 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.733277 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.733436 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.733594 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.733753 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.733913 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.734071 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.734230 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.734388 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.734547 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.734705 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.734864 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.735023 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.735183 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.735350 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.735524 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.735683 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.735842 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736002 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736161 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736324 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736483 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736641 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736799 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.736959 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.737140 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.737300 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.737461 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.737620 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.737779 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.737937 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.738095 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.738254 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.738411 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.738570 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.738729 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.738888 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.739047 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.739205 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.739362 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.739519 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.739688 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.739847 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740008 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740167 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740332 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740501 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740659 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740818 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.740976 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.741157 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.741317 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.741476 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.741635 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.741792 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.741950 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.742109 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.742275 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.742445 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.742603 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.742762 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.742920 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.743102 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.743262 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.743421 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.743579 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.743784 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.744445 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.744605 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.744764 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.744922 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.745101 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.745262 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.745423 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.745582 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.745741 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.745899 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.746057 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.746216 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.746380 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.746540 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.746700 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.746859 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747018 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747177 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747335 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747493 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747651 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747810 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.747968 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.748127 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.748285 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.748444 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.748601 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.748760 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.748918 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.749097 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.749258 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.749416 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.749578 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.749736 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.749895 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.750053 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.750212 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.750371 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.750533 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.750694 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.750854 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751012 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751171 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751331 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751489 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751648 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751806 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.751966 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.752125 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.752283 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.752458 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.752728 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.752937 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.753123 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.753491 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.753950 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.753950 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.754116 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.754255 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.754418 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.754576 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.754739 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.754900 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.755060 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.755219 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.755378 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.755538 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.755899 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.755899 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756048 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756157 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756322 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756482 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756641 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756809 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.756968 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.757150 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.757311 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.757471 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.757639 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.757798 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.757956 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.758116 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.758274 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.758442 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.758601 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.758760 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.758919 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.759077 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.759244 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.759426 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.759585 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.759748 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.759909 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.760074 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.760238 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.760395 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.760561 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.760722 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.760880 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.761054 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.761229 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.761388 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.761550 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.761708 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.761868 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.762027 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.762188 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.762351 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.762520 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.762685 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.762846 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.763013 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.763180 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.763348 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.763507 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.763673 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.763843 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764002 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764159 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764316 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764474 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764633 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764791 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.764948 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.765128 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.765287 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.765446 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.765604 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.765763 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.765962 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.766181 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.766351 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.766509 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.766666 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.766824 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.766983 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:41.767134 dv-cinder-792462-18-smb neutron-server[93431]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:02:41.972793 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38252) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:41.981838 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068040 Jun 24 04:02:53.215619 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ecb99d-9e85-491d-a906-38d7c584061e None None] get_active_networks_info from dv-cinder-792462-18-smb {{(pid=93544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 04:02:53.272152 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ecb99d-9e85-491d-a906-38d7c584061e None None] No non-hosted networks {{(pid=93544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 04:02:53.279862 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.agentschedulers_db [None req-90ecb99d-9e85-491d-a906-38d7c584061e None None] DHCP Agent not found on host dv-cinder-792462-18-smb {{(pid=93544) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 04:02:53.412824 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-c15c2d14-d9b2-4ad5-947f-783c880f9881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454'] for agent, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:55.699249 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-c44a9905-fa4e-45c1-998a-acd18450e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454'] for agent, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:55.740434 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.db.api [None req-4639ff1b-c790-4f6a-85e3-431cb3bfa132 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-792462-18-smb {{(pid=93544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:02:55.741603 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_db.api [None req-4639ff1b-c790-4f6a-85e3-431cb3bfa132 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:02:55.802008 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454'] for agent, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:55.803187 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.804259 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.804872 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.806087 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.806642 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.807253 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.807818 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.808383 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.808916 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.809651 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.810177 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.810686 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:55.811232 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-18-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:55.818928 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-18-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:56.267152 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4639ff1b-c790-4f6a-85e3-431cb3bfa132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:56.784054 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454'] for agent, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:58.423154 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454'] for agent, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:59.577797 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38346) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:00.066201 dv-cinder-792462-18-smb neutron-server[93543]: WARNING oslo_policy.policy [None req-4bbb64f3-be89-4618-b002-497643a92594 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:00.066893 dv-cinder-792462-18-smb neutron-server[93543]: WARNING oslo_policy.policy [None req-4bbb64f3-be89-4618-b002-497643a92594 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:00.282180 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [None req-4bbb64f3-be89-4618-b002-497643a92594 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:03:00.283167 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4bbb64f3-be89-4618-b002-497643a92594 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7044849 Jun 24 04:03:01.900347 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.db.l3_hamode_db [None req-18caa84a-e477-48db-b46c-7630e8208af4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 04:03:01.976562 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18caa84a-e477-48db-b46c-7630e8208af4 None None] Routers set() bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:01.977010 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18caa84a-e477-48db-b46c-7630e8208af4 None None] Router IDs set() for agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 04:03:02.616250 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38360) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:02.917393 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:03.010246 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.policy [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93543) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 04:03:03.053442 dv-cinder-792462-18-smb neutron-server[93543]: WARNING oslo_policy.policy [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:03.054070 dv-cinder-792462-18-smb neutron-server[93543]: WARNING oslo_policy.policy [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:03.062954 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.quota [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] Loaded quota_driver: . Jun 24 04:03:03.218513 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756513205789', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756513205352', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756513177746', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756513183324', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756513189915', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756513106283', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1568256', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1429092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764456'] for rbac-policy, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:03.366930 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:03.368718 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d6bedae3-cdf0-4ecc-ae73-56cfc96b386e admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7515166 Jun 24 04:03:05.875430 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38372) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:06.164635 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Request body: {'network': {'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'name': 'private', 'admin_state_up': True}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:06.246627 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Made reservation on behalf of 884935142cfb4ce7a9c823f4bbab2599 for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:03:06.249356 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.265915 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.382581 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.451226 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.456236 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:06.472172 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:03:06.499647 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756514546463', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.500227 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Unsubscribe: segment precommit_create {{(pid=93543) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 04:03:06.500698 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Added segment f827ffce-b386-422b-9bc7-496efac93467 of type vlan for network a19dc847-87b3-478e-9a9d-acb312feae8a Jun 24 04:03:06.517721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabeadf6-77ef-4f76-ad95-b77e806d1628,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:06.565968 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.566302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.566623 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.566938 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.567247 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.567555 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.567857 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.568189 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.568506 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.568811 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.569138 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.569442 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Tracked resource versions report: Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: pushed versions: Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: { 'AddressGroup': {'1.2'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'ConntrackHelper': {'1.0'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Log': {'1.0'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Network': {'1.1'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Port': {'1.7'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'PortForwarding': {'1.2'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'QosPolicy': {'1.8'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroup': {'1.4'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'SubPort': {'1.0'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Subnet': {'1.1'}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Trunk': {'1.1'}} Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: consumer versions: Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'ConntrackHelper': '1.0', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Log': '1.0', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Network': '1.1', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Port': '1.7', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'PortForwarding': '1.2', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'QosPolicy': '1.8', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroup': '1.4', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroupRule': '1.2', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'SubPort': '1.0', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Subnet': '1.1', Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: 'Trunk': '1.1'}} Jun 24 04:03:06.571384 dv-cinder-792462-18-smb neutron-server[93543]: {{(pid=93543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:03:06.628770 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.635855 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:06.738350 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.739784 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:06.740426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.743673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:06.833814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Pushing event updated for resources: {'Network': ['ID=a19dc847-87b3-478e-9a9d-acb312feae8a,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:06.837089 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:06.841728 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9653316 Jun 24 04:03:06.844751 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network a19dc847-87b3-478e-9a9d-acb312feae8a details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:03:09.407876 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38386) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:09.784500 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca16b71-90af-462f-8e3c-72b88911816a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:09.785838 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-6ca16b71-90af-462f-8e3c-72b88911816a admin admin] 10.222.0.11 "GET /v2.0/networks/a19dc847-87b3-478e-9a9d-acb312feae8a HTTP/1.1" status: 200 len: 825 time: 0.3770342 Jun 24 04:03:09.809614 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-1e573234-05f6-459d-98fb-322242585395 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/327aff9d-f66e-4f60-8c12-f5e5330ad636 HTTP/1.1" status: 200 len: 734 time: 0.0179172 Jun 24 04:03:09.817752 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636', 'name': 'private-subnet', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:09.903788 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Made reservation on behalf of 884935142cfb4ce7a9c823f4bbab2599 for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:03:09.906146 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:10.285542 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:10.289732 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:10.354341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:10.359984 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Checking segment: {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:10.360626 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Network hostable DHCP agents. Network: a19dc847-87b3-478e-9a9d-acb312feae8a, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:03:10.363777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:10.446694 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Network a19dc847-87b3-478e-9a9d-acb312feae8a is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:03:10.509456 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, a19dc847-87b3-478e-9a9d-acb312feae8a) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:10.513945 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:10.514542 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:10.518693 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b78a2-7223-436e-8f15-9fbbc0e171ce None None] Network a19dc847-87b3-478e-9a9d-acb312feae8a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:03:10.607164 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7924933 Jun 24 04:03:10.824159 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-a19dc847-87b3-478e-9a9d-acb312feae8a', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:03:10.825358 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.095046 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Allocated IP 172.20.0.2 (a19dc847-87b3-478e-9a9d-acb312feae8a/83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25/e6c1bc1c-ab83-4359-a957-c0a2fd372caf) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:03:11.330136 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.344961 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Transition to ACTIVE for port object e6c1bc1c-ab83-4359-a957-c0a2fd372caf will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:11.366000 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Transition to ACTIVE for port object e6c1bc1c-ab83-4359-a957-c0a2fd372caf will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:11.446513 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.449221 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:11.513200 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Network a19dc847-87b3-478e-9a9d-acb312feae8a is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:11.520473 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:11.529709 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:03:11.532679 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Pushing event updated for resources: {'Port': ['ID=e6c1bc1c-ab83-4359-a957-c0a2fd372caf,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:11.557033 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.557384 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.557708 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.558029 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.558344 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.558696 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.559007 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.559318 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.559638 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.559946 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.560250 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.560551 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Tracked resource versions report: Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: pushed versions: Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: { 'AddressGroup': {'1.2'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'ConntrackHelper': {'1.0'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Log': {'1.0'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Network': {'1.1'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Port': {'1.7'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'PortForwarding': {'1.2'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'QosPolicy': {'1.8'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroup': {'1.4'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'SubPort': {'1.0'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Subnet': {'1.1'}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Trunk': {'1.1'}} Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: consumer versions: Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'ConntrackHelper': '1.0', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Log': '1.0', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Network': '1.1', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Port': '1.7', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'PortForwarding': '1.2', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'QosPolicy': '1.8', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroup': '1.4', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroupRule': '1.2', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'SubPort': '1.0', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Subnet': '1.1', Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: 'Trunk': '1.1'}} Jun 24 04:03:11.561668 dv-cinder-792462-18-smb neutron-server[93544]: {{(pid=93544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:03:11.583306 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:11.608995 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Attempting to bind port e6c1bc1c-ab83-4359-a957-c0a2fd372caf on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:03:11.609392 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Attempting to bind port e6c1bc1c-ab83-4359-a957-c0a2fd372caf by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:03:11.609820 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Attempting to bind port e6c1bc1c-ab83-4359-a957-c0a2fd372caf on network a19dc847-87b3-478e-9a9d-acb312feae8a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:03:11.614572 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:03:11.614978 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Checking segment: {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:11.615445 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.615823 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Bound using segment: {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:03:11.616333 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Bound port: e6c1bc1c-ab83-4359-a957-c0a2fd372caf, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:03:11.616653 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.680829 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] For port e6c1bc1c-ab83-4359-a957-c0a2fd372caf, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:03:11.685721 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] For port e6c1bc1c-ab83-4359-a957-c0a2fd372caf, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=e6c1bc1c-ab83-4359-a957-c0a2fd372caf,segment=NetworkSegment(f827ffce-b386-422b-9bc7-496efac93467),segment_id=f827ffce-b386-422b-9bc7-496efac93467)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:03:11.737534 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.740634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:11.796689 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Pushing event updated for resources: {'Port': ['ID=e6c1bc1c-ab83-4359-a957-c0a2fd372caf,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:11.802387 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:12.991956 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 38394) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:13.486683 dv-cinder-792462-18-smb neutron-server[93542]: WARNING oslo_policy.policy [None req-effb2e24-663d-4065-b2ad-335706d4c3fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:13.487350 dv-cinder-792462-18-smb neutron-server[93542]: WARNING oslo_policy.policy [None req-effb2e24-663d-4065-b2ad-335706d4c3fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:13.703457 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [None req-effb2e24-663d-4065-b2ad-335706d4c3fa admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:03:13.704703 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-effb2e24-663d-4065-b2ad-335706d4c3fa admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7104077 Jun 24 04:03:16.094257 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 38408) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:16.408861 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [None req-ddb13990-9a82-45f8-a75f-fd01eac8bcd3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:03:16.409919 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ddb13990-9a82-45f8-a75f-fd01eac8bcd3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147542 Jun 24 04:03:17.652062 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device e6c1bc1c-ab83-4359-a957-c0a2fd372caf up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:17.793452 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port e6c1bc1c-ab83-4359-a957-c0a2fd372caf completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:17.888024 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0e847-d5f4-4edf-a357-4e4aa8900845 None None] Network a19dc847-87b3-478e-9a9d-acb312feae8a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:03:18.058021 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Provisioning for port e6c1bc1c-ab83-4359-a957-c0a2fd372caf completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:18.068296 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Provisioning complete for port e6c1bc1c-ab83-4359-a957-c0a2fd372caf triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:18.068688 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.182184 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.218703 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] For port e6c1bc1c-ab83-4359-a957-c0a2fd372caf, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=e6c1bc1c-ab83-4359-a957-c0a2fd372caf,segment=NetworkSegment(f827ffce-b386-422b-9bc7-496efac93467),segment_id=f827ffce-b386-422b-9bc7-496efac93467)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:03:18.275023 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.277119 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:18.323702 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Pushing event updated for resources: {'Port': ['ID=e6c1bc1c-ab83-4359-a957-c0a2fd372caf,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:18.326679 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:18.393917 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-4d81cfb8-7015-4e61-bdff-a555eaab31d9 None None] Provisioning complete for port e6c1bc1c-ab83-4359-a957-c0a2fd372caf triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:18.395423 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4d81cfb8-7015-4e61-bdff-a555eaab31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.965160 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 38422) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:19.250344 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:19.313964 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.policy [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 04:03:19.359801 dv-cinder-792462-18-smb neutron-server[93542]: WARNING oslo_policy.policy [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:19.360181 dv-cinder-792462-18-smb neutron-server[93542]: WARNING oslo_policy.policy [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:03:19.368617 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.quota [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Loaded quota_driver: . Jun 24 04:03:19.479445 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.481185 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.634032 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.643718 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device e6c1bc1c-ab83-4359-a957-c0a2fd372caf up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:19.688652 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port e6c1bc1c-ab83-4359-a957-c0a2fd372caf triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:19.689013 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.698569 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.777493 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.778767 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-927a6cac-3d8b-481f-bd8c-afb49e0ffe15 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8126068 Jun 24 04:03:22.092165 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 38432) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:22.392203 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [None req-4ec4bfc1-3a38-4eeb-9724-6875f5e8f8d7 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:03:22.393201 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-4ec4bfc1-3a38-4eeb-9724-6875f5e8f8d7 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2999883 Jun 24 04:03:23.143232 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-36eb0bf1-02b9-46e6-ad10-78b0971fa702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:24.696512 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38440) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:24.999022 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:25.085537 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Made reservation on behalf of 445b442a2de34b90b1c5207007f4bfef for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:03:25.087723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.095387 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.176475 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.244349 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.248180 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:25.258025 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Reserving flat network on physical network physnet1 {{(pid=93543) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 04:03:25.281632 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.282086 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Added segment 971b254e-75a7-4fa6-82f2-c80fb548f558 of type flat for network d629047d-26a6-4fa8-81d4-7db2caedfe3a Jun 24 04:03:25.283347 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed04fc5-e5da-45d3-9f56-0466a3249a38,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:25.295289 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:25.331659 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.427337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.428796 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:25.429398 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.432092 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f51ca13b-7c24-4245-a9e0-10e52153b862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:25.485302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Pushing event updated for resources: {'Network': ['ID=d629047d-26a6-4fa8-81d4-7db2caedfe3a,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:25.487836 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:25.494870 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:03:25.521166 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8234980 Jun 24 04:03:25.674951 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-7fa33de8-f7cf-4a3b-ba03-2981253900f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:25.805390 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:26.754348 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:27.831728 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38458) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:28.002771 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967b528-d224-42aa-bfa6-30615629097d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:28.004050 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-7967b528-d224-42aa-bfa6-30615629097d admin admin] 10.222.0.11 "GET /v2.0/subnets/83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25 HTTP/1.1" status: 200 len: 849 time: 0.1713736 Jun 24 04:03:28.157965 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8cc28446-21f6-4929-998d-efd7b7a4e9a6 admin admin] 10.222.0.11 "GET /v2.0/routers/9ade74e8-e501-400f-bcb0-927e081e8193 HTTP/1.1" status: 200 len: 704 time: 0.1486208 Jun 24 04:03:28.348469 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:28.417065 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:28.709242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Allocated IP 172.20.0.1 (a19dc847-87b3-478e-9a9d-acb312feae8a/83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25/75bda9fa-b519-4905-86f5-fc109902680b) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:03:28.910135 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:28.933629 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Transition to ACTIVE for port object 75bda9fa-b519-4905-86f5-fc109902680b will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:29.088191 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.091979 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:29.153450 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Network a19dc847-87b3-478e-9a9d-acb312feae8a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:29.162204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:29.165509 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:03:29.166058 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.237007 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=75bda9fa-b519-4905-86f5-fc109902680b,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:29.247859 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:29.411572 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-d4b76ddb-327e-4fc9-9b7a-225b5a0c6035 None None] Provisioning for port 75bda9fa-b519-4905-86f5-fc109902680b completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:29.415411 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-d4b76ddb-327e-4fc9-9b7a-225b5a0c6035 None None] Provisioning complete for port 75bda9fa-b519-4905-86f5-fc109902680b triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:29.415845 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-d4b76ddb-327e-4fc9-9b7a-225b5a0c6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.437675 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.448306 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-d4b76ddb-327e-4fc9-9b7a-225b5a0c6035 None None] Port 75bda9fa-b519-4905-86f5-fc109902680b cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:03:29.611833 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.674387 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.675383 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.677662 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:29.754655 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=75bda9fa-b519-4905-86f5-fc109902680b,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:29.758805 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:29.794941 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Network a19dc847-87b3-478e-9a9d-acb312feae8a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:29.796179 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:29.967374 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-bac287d8-720e-4422-bdfa-50cc998c95f4 None None] Provisioning complete for port 75bda9fa-b519-4905-86f5-fc109902680b triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:29.967761 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-bac287d8-720e-4422-bdfa-50cc998c95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:29.999371 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-bac287d8-720e-4422-bdfa-50cc998c95f4 None None] Port 75bda9fa-b519-4905-86f5-fc109902680b cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:03:30.010911 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Router 9ade74e8-e501-400f-bcb0-927e081e8193 is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:03:30.098308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:03:30.103425 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] 10.222.0.11 "PUT /v2.0/routers/9ade74e8-e501-400f-bcb0-927e081e8193/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9404762 Jun 24 04:03:30.108024 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Sync routers for ids ['9ade74e8-e501-400f-bcb0-927e081e8193'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:03:30.120624 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Routers {'9ade74e8-e501-400f-bcb0-927e081e8193'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:30.122016 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:03:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9ade74e8-e501-400f-bcb0-927e081e8193'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:30.305959 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Set router 9ade74e8-e501-400f-bcb0-927e081e8193 gateway port host: None {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:30.724668 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'name': 'router1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:03:19Z', 'updated_at': '2021-06-24T04:03:29Z', 'revision_number': 2, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'gw_port_host': None, '_interfaces': [{'id': '75bda9fa-b519-4905-86f5-fc109902680b', 'name': '', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'mac_address': 'fa:16:3e:2b:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:28Z', 'updated_at': '2021-06-24T04:03:29Z', 'revision_number': 2, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnets': [{'id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:30.774816 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Checking router: 9ade74e8-e501-400f-bcb0-927e081e8193 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:03:30.775181 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Updating router 9ade74e8-e501-400f-bcb0-927e081e8193 port 75bda9fa-b519-4905-86f5-fc109902680b binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:03:30.841601 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:31.348029 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:31.365147 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Transition to ACTIVE for port object 75bda9fa-b519-4905-86f5-fc109902680b will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:31.439039 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:31.442020 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:31.603066 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Attempting to bind port 75bda9fa-b519-4905-86f5-fc109902680b on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:03:31.603388 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Attempting to bind port 75bda9fa-b519-4905-86f5-fc109902680b by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:03:31.603839 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Attempting to bind port 75bda9fa-b519-4905-86f5-fc109902680b on network a19dc847-87b3-478e-9a9d-acb312feae8a {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:03:31.605884 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Pushing event updated for resources: {'Port': ['ID=75bda9fa-b519-4905-86f5-fc109902680b,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:31.615493 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:03:31.616474 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Checking segment: {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:31.616967 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:31.617470 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Bound using segment: {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:03:31.617895 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Bound port: 75bda9fa-b519-4905-86f5-fc109902680b, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f827ffce-b386-422b-9bc7-496efac93467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:03:31.618538 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:31.621968 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.622300 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.622627 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.622949 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.623270 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.623573 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.623889 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.624225 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.624515 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.624831 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.625162 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.625471 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Tracked resource versions report: Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: pushed versions: Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: { 'AddressGroup': {'1.2'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'ConntrackHelper': {'1.0'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Log': {'1.0'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Network': {'1.1'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Port': {'1.7'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'PortForwarding': {'1.2'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'QosPolicy': {'1.8'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroup': {'1.4'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'SubPort': {'1.0'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Subnet': {'1.1'}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Trunk': {'1.1'}} Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: consumer versions: Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'ConntrackHelper': '1.0', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Log': '1.0', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Network': '1.1', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Port': '1.7', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'PortForwarding': '1.2', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'QosPolicy': '1.8', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroup': '1.4', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroupRule': '1.2', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'SubPort': '1.0', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Subnet': '1.1', Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: 'Trunk': '1.1'}} Jun 24 04:03:31.626565 dv-cinder-792462-18-smb neutron-server[93545]: {{(pid=93545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:03:31.630760 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:31.693777 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] For port 75bda9fa-b519-4905-86f5-fc109902680b, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:03:31.714978 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] For port 75bda9fa-b519-4905-86f5-fc109902680b, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=75bda9fa-b519-4905-86f5-fc109902680b,segment=NetworkSegment(f827ffce-b386-422b-9bc7-496efac93467),segment_id=f827ffce-b386-422b-9bc7-496efac93467)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:03:31.782610 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:31.784868 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:31.840940 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Routers {'9ade74e8-e501-400f-bcb0-927e081e8193'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:31.841615 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:03:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9ade74e8-e501-400f-bcb0-927e081e8193'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:31.843468 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Pushing event updated for resources: {'Port': ['ID=75bda9fa-b519-4905-86f5-fc109902680b,revision_number=4']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:31.849759 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:31.935551 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] Set router 9ade74e8-e501-400f-bcb0-927e081e8193 gateway port host: None {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:32.141593 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'name': 'router1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:03:19Z', 'updated_at': '2021-06-24T04:03:29Z', 'revision_number': 2, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'gw_port_host': None, '_interfaces': [{'id': '75bda9fa-b519-4905-86f5-fc109902680b', 'name': '', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'mac_address': 'fa:16:3e:2b:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:28Z', 'updated_at': '2021-06-24T04:03:31Z', 'revision_number': 4, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnets': [{'id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:32.167696 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265a332-6fb7-48b9-9e49-6efdd4dfc6dd None None] The sync data for ids ['9ade74e8-e501-400f-bcb0-927e081e8193'] in dv-cinder-792462-18-smb is: [{'id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'name': 'router1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:03:19Z', 'updated_at': '2021-06-24T04:03:29Z', 'revision_number': 2, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'gw_port_host': None, '_interfaces': [{'id': '75bda9fa-b519-4905-86f5-fc109902680b', 'name': '', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'mac_address': 'fa:16:3e:2b:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:28Z', 'updated_at': '2021-06-24T04:03:31Z', 'revision_number': 4, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnets': [{'id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:03:32.289389 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38478) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:32.399003 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd869c-312a-47f9-a984-53d34ad03472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:32.400237 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-25dd869c-312a-47f9-a984-53d34ad03472 admin admin] 10.222.0.11 "GET /v2.0/networks/d629047d-26a6-4fa8-81d4-7db2caedfe3a HTTP/1.1" status: 200 len: 842 time: 0.1098471 Jun 24 04:03:32.409989 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:32.508518 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Made reservation on behalf of 445b442a2de34b90b1c5207007f4bfef for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:03:32.510772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:32.845390 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.objects.ports [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 04:03:32.845830 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:32.848665 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:32.967811 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=460ec1c9-6fc6-4f97-b47a-8cca41be8a41,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:32.971428 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:32.975537 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:32.975887 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Network hostable DHCP agents. Network: d629047d-26a6-4fa8-81d4-7db2caedfe3a, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:03:33.051180 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:03:33.131345 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, d629047d-26a6-4fa8-81d4-7db2caedfe3a) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:33.135853 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:33.136429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:33.142753 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a7e15-b008-436b-bfc5-55f708f79372 None None] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:03:33.212234 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8056037 Jun 24 04:03:33.265881 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc89fb3-cb9f-4ce9-8c86-d53a4409c0c8 None None] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:03:35.440689 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38490) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:35.563432 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-564cedac-a4be-490a-a5ec-17863f328bf6 admin admin] 10.222.0.11 "GET /v2.0/routers/9ade74e8-e501-400f-bcb0-927e081e8193 HTTP/1.1" status: 200 len: 710 time: 0.1216133 Jun 24 04:03:35.647796 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca55d2-4be3-4da6-8281-91e00e99ba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:35.654635 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-95ca55d2-4be3-4da6-8281-91e00e99ba2b admin admin] 10.222.0.11 "GET /v2.0/networks/d629047d-26a6-4fa8-81d4-7db2caedfe3a HTTP/1.1" status: 200 len: 886 time: 0.0861595 Jun 24 04:03:35.659205 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:35.659731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 75bda9fa-b519-4905-86f5-fc109902680b up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:35.799689 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 75bda9fa-b519-4905-86f5-fc109902680b completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:35.804479 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 75bda9fa-b519-4905-86f5-fc109902680b triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:35.804856 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:35.903230 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:35.936518 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:35.967835 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 75bda9fa-b519-4905-86f5-fc109902680b, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=75bda9fa-b519-4905-86f5-fc109902680b,segment=NetworkSegment(f827ffce-b386-422b-9bc7-496efac93467),segment_id=f827ffce-b386-422b-9bc7-496efac93467)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:03:36.040150 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:36.042356 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:36.088969 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=75bda9fa-b519-4905-86f5-fc109902680b,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:36.092066 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:36.228381 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:36.301882 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:36.398084 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Allocated IP 172.28.1.208 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/4f89934e-ba62-4663-b986-09b8cecc1fe1) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:03:36.496552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:36.587671 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:36.589928 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:36.623190 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:36.626231 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:36.631311 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:03:36.669614 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f89934e-ba62-4663-b986-09b8cecc1fe1,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:36.694861 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:37.024064 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:37.203951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:37.207076 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611927'] for router, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:37.307669 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Router 9ade74e8-e501-400f-bcb0-927e081e8193 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:03:37.411136 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:03:37.415318 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:37.416500 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/9ade74e8-e501-400f-bcb0-927e081e8193 HTTP/1.1" status: 200 len: 890 time: 1.7611861 Jun 24 04:03:37.420742 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Sync routers for ids ['9ade74e8-e501-400f-bcb0-927e081e8193'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:03:37.432470 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Routers {'9ade74e8-e501-400f-bcb0-927e081e8193'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:37.433151 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:03:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9ade74e8-e501-400f-bcb0-927e081e8193'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:37.644702 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Set router 9ade74e8-e501-400f-bcb0-927e081e8193 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:37.659651 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 75bda9fa-b519-4905-86f5-fc109902680b up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:37.903440 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 75bda9fa-b519-4905-86f5-fc109902680b triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:37.903736 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.121582 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'name': 'router1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f89934e-ba62-4663-b986-09b8cecc1fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:03:19Z', 'updated_at': '2021-06-24T04:03:36Z', 'revision_number': 4, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'gw_port': {'id': '4f89934e-ba62-4663-b986-09b8cecc1fe1', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:36Z', 'updated_at': '2021-06-24T04:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '75bda9fa-b519-4905-86f5-fc109902680b', 'name': '', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'mac_address': 'fa:16:3e:2b:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:28Z', 'updated_at': '2021-06-24T04:03:35Z', 'revision_number': 5, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnets': [{'id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:38.171854 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Checking router: 9ade74e8-e501-400f-bcb0-927e081e8193 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:03:38.172209 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Updating router 9ade74e8-e501-400f-bcb0-927e081e8193 port 4f89934e-ba62-4663-b986-09b8cecc1fe1 binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:03:38.205316 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.513145 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.522491 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Transition to ACTIVE for port object 4f89934e-ba62-4663-b986-09b8cecc1fe1 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:38.571311 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.573548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f30cb2c-b542-418b-a41c-37901ec68794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:38.698758 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbc0af-f817-46d6-b6db-6c6fbf487f80 None None] Pushing event updated for resources: {'Port': ['ID=4f89934e-ba62-4663-b986-09b8cecc1fe1,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:38.701799 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-dafbc0af-f817-46d6-b6db-6c6fbf487f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:38.702468 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Attempting to bind port 4f89934e-ba62-4663-b986-09b8cecc1fe1 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:03:38.702836 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Attempting to bind port 4f89934e-ba62-4663-b986-09b8cecc1fe1 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:03:38.703197 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Attempting to bind port 4f89934e-ba62-4663-b986-09b8cecc1fe1 on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:03:38.708321 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:03:38.708694 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:38.709145 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.709539 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:03:38.710002 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Bound port: 4f89934e-ba62-4663-b986-09b8cecc1fe1, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:03:38.710371 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.760930 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] For port 4f89934e-ba62-4663-b986-09b8cecc1fe1, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:03:38.763882 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] For port 4f89934e-ba62-4663-b986-09b8cecc1fe1, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=4f89934e-ba62-4663-b986-09b8cecc1fe1,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:03:38.827993 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:38.830242 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:38.885219 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbc0af-f817-46d6-b6db-6c6fbf487f80 None None] Pushing event updated for resources: {'Port': ['ID=4f89934e-ba62-4663-b986-09b8cecc1fe1,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:38.887542 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Routers {'9ade74e8-e501-400f-bcb0-927e081e8193'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:38.888129 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:03:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9ade74e8-e501-400f-bcb0-927e081e8193'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:38.889994 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-dafbc0af-f817-46d6-b6db-6c6fbf487f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:38.989971 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] Set router 9ade74e8-e501-400f-bcb0-927e081e8193 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:39.206342 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'name': 'router1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f89934e-ba62-4663-b986-09b8cecc1fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:03:19Z', 'updated_at': '2021-06-24T04:03:36Z', 'revision_number': 4, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'gw_port': {'id': '4f89934e-ba62-4663-b986-09b8cecc1fe1', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:36Z', 'updated_at': '2021-06-24T04:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '75bda9fa-b519-4905-86f5-fc109902680b', 'name': '', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'mac_address': 'fa:16:3e:2b:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:28Z', 'updated_at': '2021-06-24T04:03:35Z', 'revision_number': 5, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnets': [{'id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:39.232007 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49058a4-552f-4a91-a5b2-89432846c4d5 None None] The sync data for ids ['9ade74e8-e501-400f-bcb0-927e081e8193'] in dv-cinder-792462-18-smb is: [{'id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'name': 'router1', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f89934e-ba62-4663-b986-09b8cecc1fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:03:19Z', 'updated_at': '2021-06-24T04:03:36Z', 'revision_number': 4, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'gw_port': {'id': '4f89934e-ba62-4663-b986-09b8cecc1fe1', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:36Z', 'updated_at': '2021-06-24T04:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '75bda9fa-b519-4905-86f5-fc109902680b', 'name': '', 'network_id': 'a19dc847-87b3-478e-9a9d-acb312feae8a', 'tenant_id': '884935142cfb4ce7a9c823f4bbab2599', 'mac_address': 'fa:16:3e:2b:44:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ade74e8-e501-400f-bcb0-927e081e8193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:28Z', 'updated_at': '2021-06-24T04:03:35Z', 'revision_number': 5, 'project_id': '884935142cfb4ce7a9c823f4bbab2599', 'subnets': [{'id': '83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '327aff9d-f66e-4f60-8c12-f5e5330ad636'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:03:39.674821 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 4f89934e-ba62-4663-b986-09b8cecc1fe1 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:39.762370 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 38498) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:39.788460 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 4f89934e-ba62-4663-b986-09b8cecc1fe1 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:39.793877 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 4f89934e-ba62-4663-b986-09b8cecc1fe1 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:39.794322 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:39.875919 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:39.889090 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-c1cd69d3-8965-4afd-9a82-5efa8e295329 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1242459 Jun 24 04:03:39.897497 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 4f89934e-ba62-4663-b986-09b8cecc1fe1, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=4f89934e-ba62-4663-b986-09b8cecc1fe1,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:03:39.988291 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:39.991980 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:40.040893 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=4f89934e-ba62-4663-b986-09b8cecc1fe1,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:40.044059 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:41.650863 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 4f89934e-ba62-4663-b986-09b8cecc1fe1 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:41.705562 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 4f89934e-ba62-4663-b986-09b8cecc1fe1 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:41.705839 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:47.624253 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:03:53.188101 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-c888445b-83e5-426c-bdf7-ebbc8587104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:55.697261 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5e006881-8f6f-4df4-acbe-fff5510e3aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:55.806201 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:56.742121 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:58.370905 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:23.226736 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-d3bad971-36ed-476a-90bf-ceede064fdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:24.622896 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:04:25.671061 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-aec4fdda-49d8-4def-bed3-f75b70590a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:25.803471 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:26.717697 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:28.397449 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:53.208278 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-59b48523-6508-4a79-8f72-7c1c501ba8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:55.687472 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-54b31e5c-461b-4737-847a-33e3651c00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:55.807445 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:56.744448 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:58.367472 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:01.621944 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:05:15.955351 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39066) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:16.024515 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4b84d2-1da8-49c6-a691-720e627698de admin admin] GET failed (client error): The resource could not be found. Jun 24 04:05:16.026335 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-5b4b84d2-1da8-49c6-a691-720e627698de admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700512 Jun 24 04:05:16.186444 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17f429-f5be-4f5a-8170-34b69be449c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:16.187873 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-9b17f429-f5be-4f5a-8170-34b69be449c9 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576853 Jun 24 04:05:18.268783 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39076) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:18.355711 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb370f7-b022-4be7-8c65-93bc3c500aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:18.356995 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-9cb370f7-b022-4be7-8c65-93bc3c500aca admin admin] 10.222.0.11 "GET /v2.0/subnets/83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25 HTTP/1.1" status: 200 len: 849 time: 0.0871818 Jun 24 04:05:18.366555 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:05:18.447785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:18.623184 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756514397148'] for subnet, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:18.625264 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1ca9e5a4-44f3-4795-9673-7a8cc1239dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:05:18.653086 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:18.654035 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:18.654930 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] 10.222.0.11 "PUT /v2.0/subnets/83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25 HTTP/1.1" status: 200 len: 868 time: 0.2919805 Jun 24 04:05:18.659662 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0622293-25a6-47e7-badc-73e3722934f9 None None] Network a19dc847-87b3-478e-9a9d-acb312feae8a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:05:18.675113 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:05:18.683207 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.683599 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.683905 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.684233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.684703 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.685031 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.685379 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.685697 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.686032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.686346 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.686661 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.686968 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:18.690643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:05:19.084031 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-190b7598-87ff-4f32-a405-dcc9dc1f19c4 None None] Provisioning complete for port 75bda9fa-b519-4905-86f5-fc109902680b triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:05:19.084403 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-190b7598-87ff-4f32-a405-dcc9dc1f19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:19.167278 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-190b7598-87ff-4f32-a405-dcc9dc1f19c4 None None] Provisioning complete for port e6c1bc1c-ab83-4359-a957-c0a2fd372caf triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:05:19.167649 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-190b7598-87ff-4f32-a405-dcc9dc1f19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:20.788794 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39084) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:20.982593 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4174c-3a5d-4051-bfd4-ce81dc501567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:20.982988 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4174c-3a5d-4051-bfd4-ce81dc501567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:20.984536 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e0d4174c-3a5d-4051-bfd4-ce81dc501567 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947744 Jun 24 04:05:23.085022 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39092) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:23.160496 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-cc941052-bc0e-4138-80d5-bb5f9cc587d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:23.230819 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdddbfec-23a4-4a08-a2f7-9f931f288053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:23.231296 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdddbfec-23a4-4a08-a2f7-9f931f288053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:23.232814 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-fdddbfec-23a4-4a08-a2f7-9f931f288053 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1467671 Jun 24 04:05:25.348679 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39100) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:25.591725 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a34af-410a-4ddd-b31d-b6d3aa2a0e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:25.593162 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c77a34af-410a-4ddd-b31d-b6d3aa2a0e85 admin admin] 10.222.0.11 "GET /v2.0/networks/a19dc847-87b3-478e-9a9d-acb312feae8a HTTP/1.1" status: 200 len: 869 time: 0.2435045 Jun 24 04:05:25.681588 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f77193c4-ac6d-4528-b356-1888c726cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:25.829066 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:26.748687 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:27.715752 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39110) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:27.849775 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628af39-ee0a-41f2-88d1-904caded874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:27.851136 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-9628af39-ee0a-41f2-88d1-904caded874a admin admin] 10.222.0.11 "GET /v2.0/networks/d629047d-26a6-4fa8-81d4-7db2caedfe3a HTTP/1.1" status: 200 len: 886 time: 0.1344306 Jun 24 04:05:28.376932 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:29.954270 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39118) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:30.070889 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c6b42-1476-463c-8736-b2baa3d93fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:30.071356 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c6b42-1476-463c-8736-b2baa3d93fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:30.072866 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-445c6b42-1476-463c-8736-b2baa3d93fb0 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177175 Jun 24 04:05:32.282668 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39126) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:32.404887 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa29ef-1f6b-4228-8dae-343c31ce542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:32.405371 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa29ef-1f6b-4228-8dae-343c31ce542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:32.406849 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-72aa29ef-1f6b-4228-8dae-343c31ce542d admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232405 Jun 24 04:05:34.519751 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39134) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:34.631618 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a699530-1752-4ce5-959c-92043cf16448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:34.632922 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-7a699530-1752-4ce5-959c-92043cf16448 admin admin] 10.222.0.11 "GET /v2.0/subnets/460ec1c9-6fc6-4f97-b47a-8cca41be8a41 HTTP/1.1" status: 200 len: 816 time: 0.1123302 Jun 24 04:05:36.749061 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39142) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:36.931501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40add1a9-420a-4f6b-a2c8-6457ce54be11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:36.932837 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-40add1a9-420a-4f6b-a2c8-6457ce54be11 admin admin] 10.222.0.11 "GET /v2.0/subnets/83f2a20e-d2c5-4d73-8b0b-d69a8f3cfc25 HTTP/1.1" status: 200 len: 868 time: 0.1823304 Jun 24 04:05:38.620762 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:05:53.136232 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-c2483ee4-e197-453f-bab9-1cef28434b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:55.673304 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dea5138a-bb7b-4010-b271-0c810fdfc9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:55.862204 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:56.758595 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:58.364182 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:00.006895 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39186) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:06:00.051541 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [None req-549c276e-4900-48f8-9d3f-0baec07963c9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:06:00.052604 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-549c276e-4900-48f8-9d3f-0baec07963c9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447640 Jun 24 04:06:02.247334 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39194) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:06:02.309451 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8dd02c-5c7e-4cd1-b858-101c8135e915 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:06:02.311283 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-bc8dd02c-5c7e-4cd1-b858-101c8135e915 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624712 Jun 24 04:06:02.468416 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa41311-e94c-40da-a0da-ecbf62282ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:06:02.469845 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-1aa41311-e94c-40da-a0da-ecbf62282ac8 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1547828 Jun 24 04:06:04.585335 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39202) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:06:04.630392 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:06:04.706233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Made reservation on behalf of 445b442a2de34b90b1c5207007f4bfef for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:06:04.708515 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:04.736012 dv-cinder-792462-18-smb neutron-server[93543]: WARNING neutron.services.revisions.revision_plugin [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Could not find related network for resource to bump revision. Jun 24 04:06:04.745846 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:06:04.754438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:04.754775 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Added segment fb25ebee-8ac0-4dfc-bf9e-37c94321a403 of type vlan for network 0a4b1482-c511-4490-93b7-b28373e397be Jun 24 04:06:04.798426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:04.889777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:04.891067 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:06:04.891639 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:04.893689 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:06:04.950831 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4b1482-c511-4490-93b7-b28373e397be,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:06:04.953582 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:06:04.961211 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network 0a4b1482-c511-4490-93b7-b28373e397be details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:06:04.976511 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3900301 Jun 24 04:06:07.146963 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39210) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:06:07.211205 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.pecan_wsgi.hooks.translation [None req-852782ef-f9bd-410d-beeb-c60fee2a3e99 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:06:07.212487 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-852782ef-f9bd-410d-beeb-c60fee2a3e99 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645773 Jun 24 04:06:07.278598 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15716d-cb0b-422c-beae-04bd151e418c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:06:07.279963 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-0e15716d-cb0b-422c-beae-04bd151e418c admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0629907 Jun 24 04:06:07.289303 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Request body: {'subnet': {'network_id': '0a4b1482-c511-4490-93b7-b28373e397be', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:06:07.352235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Made reservation on behalf of 445b442a2de34b90b1c5207007f4bfef for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:06:07.354501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:07.541106 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:07.543062 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:06:07.592084 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15a301a-05a1-48ee-85be-5046b4f6ec63,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:06:07.594911 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:06:07.608355 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Checking segment: {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:06:07.608701 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Network hostable DHCP agents. Network: 0a4b1482-c511-4490-93b7-b28373e397be, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:06:07.677688 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Network 0a4b1482-c511-4490-93b7-b28373e397be is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:06:07.752229 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, 0a4b1482-c511-4490-93b7-b28373e397be) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:06:07.756096 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:06:07.756665 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:07.761203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fad98d-9612-4120-aea6-ab69c805fbae None None] Network 0a4b1482-c511-4490-93b7-b28373e397be requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:06:07.844743 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5585914 Jun 24 04:06:07.903200 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-0a4b1482-c511-4490-93b7-b28373e397be', 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be', 'tenant_id': '445b442a2de34b90b1c5207007f4bfef', 'fixed_ips': [{'subnet_id': 'd15a301a-05a1-48ee-85be-5046b4f6ec63'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:06:07.904129 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:08.038663 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Allocated IP 192.168.233.2 (0a4b1482-c511-4490-93b7-b28373e397be/d15a301a-05a1-48ee-85be-5046b4f6ec63/27cf63c3-a590-41d2-949b-133cdcd2ff4a) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:06:08.180459 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:08.188634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Transition to ACTIVE for port object 27cf63c3-a590-41d2-949b-133cdcd2ff4a will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:06:08.203314 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Transition to ACTIVE for port object 27cf63c3-a590-41d2-949b-133cdcd2ff4a will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:06:08.272778 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:08.275084 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:06:08.316764 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Network 0a4b1482-c511-4490-93b7-b28373e397be is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:06:08.319452 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:06:08.322483 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:06:08.328421 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Pushing event updated for resources: {'Port': ['ID=27cf63c3-a590-41d2-949b-133cdcd2ff4a,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:06:08.338079 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.338414 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.338746 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.339075 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.339395 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.339716 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.340033 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.340363 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.340696 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.341580 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.341899 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.342204 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:06:08.345762 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:06:08.397745 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Attempting to bind port 27cf63c3-a590-41d2-949b-133cdcd2ff4a on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:06:08.398119 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Attempting to bind port 27cf63c3-a590-41d2-949b-133cdcd2ff4a by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:06:08.398481 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Attempting to bind port 27cf63c3-a590-41d2-949b-133cdcd2ff4a on network 0a4b1482-c511-4490-93b7-b28373e397be {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:06:08.404113 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:06:08.404518 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Checking segment: {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:06:08.404917 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:08.405341 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Bound using segment: {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:06:08.405815 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Bound port: 27cf63c3-a590-41d2-949b-133cdcd2ff4a, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:06:08.406185 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:08.472897 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] For port 27cf63c3-a590-41d2-949b-133cdcd2ff4a, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:06:08.472897 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] For port 27cf63c3-a590-41d2-949b-133cdcd2ff4a, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=27cf63c3-a590-41d2-949b-133cdcd2ff4a,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:06:08.541484 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:08.543805 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-dafbc0af-f817-46d6-b6db-6c6fbf487f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:06:08.601012 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Pushing event updated for resources: {'Port': ['ID=27cf63c3-a590-41d2-949b-133cdcd2ff4a,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:06:08.604062 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:06:09.402009 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebbaf7-626c-4494-a6b9-7202f129dba5 None None] Network 0a4b1482-c511-4490-93b7-b28373e397be requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:06:09.597995 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-d480bd6f-2701-4d66-81b3-13227da1e4c0 None None] Provisioning for port 27cf63c3-a590-41d2-949b-133cdcd2ff4a completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:06:09.792473 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 27cf63c3-a590-41d2-949b-133cdcd2ff4a up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:06:09.941202 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 27cf63c3-a590-41d2-949b-133cdcd2ff4a completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:06:09.945410 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 27cf63c3-a590-41d2-949b-133cdcd2ff4a triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:06:09.945807 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:10.023782 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:10.055253 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 27cf63c3-a590-41d2-949b-133cdcd2ff4a, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=27cf63c3-a590-41d2-949b-133cdcd2ff4a,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:06:10.163705 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:10.167417 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-dafbc0af-f817-46d6-b6db-6c6fbf487f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:06:10.213745 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=27cf63c3-a590-41d2-949b-133cdcd2ff4a,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:06:10.217244 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:06:11.776646 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 27cf63c3-a590-41d2-949b-133cdcd2ff4a up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:06:11.822558 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 27cf63c3-a590-41d2-949b-133cdcd2ff4a triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:06:11.822929 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:15.619892 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:06:23.157474 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6ed13bee-a7e0-4baa-a722-b9cca97085e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:25.688062 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1f582542-4ba9-4863-9457-60b2eb59208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:25.802274 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:26.739749 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:28.379261 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:52.617974 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:06:53.167419 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6ab9-ba01-415f-99b2-3cbc9f216288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:55.692336 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-2d5c215e-31e1-458c-a89c-2c3327a11a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:55.812054 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:56.898285 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:58.366213 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:23.187982 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-202731a3-730e-46a6-8c43-26bfcedd656d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:25.707780 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-44aecc3c-f4ef-4f13-bfba-35080699fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:25.827578 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:26.736359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:28.404562 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:29.617736 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:07:29.671818 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39262) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:07:29.677836 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [None req-2b740181-99d2-4179-b785-f9e84c02ea57 tempest-verify_tempest_config-243698717 tempest-verify_tempest_config-243698717-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:07:29.678821 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2b740181-99d2-4179-b785-f9e84c02ea57 tempest-verify_tempest_config-243698717 tempest-verify_tempest_config-243698717-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058155 Jun 24 04:07:30.127159 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39280) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:07:30.225202 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.307972 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.346985 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.353154 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:07:30.390757 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c47f741f88b04cd08cff6089903458ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2626045 Jun 24 04:07:30.391916 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b9c2c-1e72-4906-926a-d5e187300c78,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:07:30.393510 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39284) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:07:30.398505 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.398867 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.399202 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.399532 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.399858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.400181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.400499 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.400817 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.401176 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.401495 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.401810 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.402121 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.405884 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:07:30.475427 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.498390 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.662242 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.666115 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.667266 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/482b9c2c-1e72-4906-926a-d5e187300c78 HTTP/1.1" status: 204 len: 168 time: 0.2727928 Jun 24 04:07:30.668002 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:07:30.675996 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b9c2c-1e72-4906-926a-d5e187300c78,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:07:30.684950 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.685311 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.685631 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.685948 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.686259 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.686568 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.686875 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.687179 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.687502 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.687811 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.688117 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.688423 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Tracked resource versions report: Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: pushed versions: Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: { 'AddressGroup': {'1.2'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'ConntrackHelper': {'1.0'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Log': {'1.0'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Network': {'1.1'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Port': {'1.7'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'PortForwarding': {'1.2'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'QosPolicy': {'1.8'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroup': {'1.4'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'SubPort': {'1.0'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Subnet': {'1.1'}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Trunk': {'1.1'}} Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: consumer versions: Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'ConntrackHelper': '1.0', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Log': '1.0', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Network': '1.1', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Port': '1.7', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'PortForwarding': '1.2', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'QosPolicy': '1.8', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroup': '1.4', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroupRule': '1.2', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'SubPort': '1.0', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Subnet': '1.1', Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: 'Trunk': '1.1'}} Jun 24 04:07:30.689581 dv-cinder-792462-18-smb neutron-server[93542]: {{(pid=93542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:07:30.719451 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:07:53.163147 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dff19b35-89aa-4ab9-a0d1-46a5286532dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:55.694283 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-3e3367f4-a5e7-4f05-b27e-63138e0f739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:55.814292 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:56.757399 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:58.391227 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:06.615782 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:08:23.161195 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-798dacee-14bf-434b-bde4-c031bc362075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:25.704730 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6be086e9-ce5e-4706-8c76-121b7dca9a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:25.835863 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:26.756009 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:28.406677 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:43.613239 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 5 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:08:53.194453 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-008162dd-b2fd-432b-9d34-99908da722a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:55.685351 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4682571f-ddfe-4609-8f78-0513461c5311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:55.805363 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:56.748238 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:58.399306 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:08.861597 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454'] for agent, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:12.608811 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39342) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:09:12.708750 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-7823f370-b382-448c-8a1c-25dea1ec58bc admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0988166 Jun 24 04:09:14.811316 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39352) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:09:14.869762 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-5a02de87-c557-488c-adaf-0870846ab1e7 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0573626 Jun 24 04:09:20.612194 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:09:23.168751 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-2b0ebca6-165d-4fb5-a0c5-e241ea87a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:25.706338 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-924a76ad-026a-41df-9c04-e34290b68bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:25.815614 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:26.752345 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:28.391699 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:38.825634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:53.161952 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-734e6be6-ecd2-4ac2-a0e2-b7a8911c9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:55.670092 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6ad97da7-0f5c-4e34-ad7b-e3df9ebd7638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:55.801574 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:56.756162 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:57.611474 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:09:58.406359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:08.886676 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:23.188418 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-891e3d21-3c32-4794-b280-154b1439334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:25.697156 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-29a09425-9669-4851-a002-f57d6a58b222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:25.811087 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:26.817140 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:28.422809 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.614942 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:10:38.878498 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.546720 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39490) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:41.880669 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-548838786-network', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:41.976307 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Made reservation on behalf of 00144e8f1f44463f90e204fefdcbdf21 for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:41.978721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.987799 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.074108 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.142158 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.148705 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3ffc1cbc-b177-4d0c-adb2-10752f18722f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:42.161452 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:42.179193 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98717bd-0962-445e-b669-56db5a7ebd93,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:42.184276 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.184615 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Added segment c697f40a-d884-4765-a134-5ac241c484f9 of type vlan for network 7abf061d-ea27-4ce0-8c91-c77b32e3255a Jun 24 04:10:42.196091 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.196396 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.196734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.197085 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.197413 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.197733 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.198632 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.198998 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.199338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.199659 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.199974 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.200285 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Tracked resource versions report: Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: pushed versions: Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Log': {'1.0'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Network': {'1.1'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Port': {'1.7'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'PortForwarding': {'1.2'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'QosPolicy': {'1.8'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'SubPort': {'1.0'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Subnet': {'1.1'}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Trunk': {'1.1'}} Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: consumer versions: Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'ConntrackHelper': '1.0', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Log': '1.0', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Network': '1.1', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Port': '1.7', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'PortForwarding': '1.2', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'QosPolicy': '1.8', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroup': '1.4', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'SecurityGroupRule': '1.2', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'SubPort': '1.0', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Subnet': '1.1', Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: 'Trunk': '1.1'}} Jun 24 04:10:42.201359 dv-cinder-792462-18-smb neutron-server[93543]: {{(pid=93543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:42.205181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:42.234278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.336292 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.337673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:42.338253 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.347229 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:42.399419 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7abf061d-ea27-4ce0-8c91-c77b32e3255a,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:42.402813 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:42.405093 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8573372 Jun 24 04:10:42.407888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39522) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:42.410683 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:42.417494 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Request body: {'subnet': {'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-subnet', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:42.490573 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Made reservation on behalf of 00144e8f1f44463f90e204fefdcbdf21 for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:42.492997 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.730482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.733520 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:42.790520 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:42.795447 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:42.798042 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Checking segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:42.798394 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Network hostable DHCP agents. Network: 7abf061d-ea27-4ce0-8c91-c77b32e3255a, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:42.881372 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39544) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:42.890617 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:42.976567 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, 7abf061d-ea27-4ce0-8c91-c77b32e3255a) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:42.982643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:42.982643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.985298 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c3cb8-fe6b-4b84-b7c8-e360b8daedac None None] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:43.102652 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6937191 Jun 24 04:10:43.105332 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39562) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:43.108893 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027101f-6b4a-4857-acf9-ff0483ee0e7c None None] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:43.109590 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:43.204625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.206082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.268578 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1618946749-network', 'tenant_id': '703a78c55f3141de8189fc794a77b40e'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:43.295182 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39568) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:43.304057 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.347478 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Made reservation on behalf of 703a78c55f3141de8189fc794a77b40e for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:43.350911 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.364875 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.373615 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39574) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:43.477116 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.542253 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.575945 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.579276 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:43.602981 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:43.617834 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756514546463', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.618606 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Unsubscribe: segment precommit_create {{(pid=93542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 04:10:43.619274 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Added segment d753e96b-95f8-46f6-b187-d56e1d3c16b3 of type vlan for network daf35318-adfe-407c-8df8-4bcad2f50790 Jun 24 04:10:43.681873 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39582) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:43.687808 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5a476-c5a3-44f1-b8d8-404fb5e586aa,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:43.693650 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-32458029-network', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:43.705284 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.750036 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.750880 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.751394 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.752132 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.752649 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.753441 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.753949 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.754486 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.755014 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.755508 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.756004 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.756541 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:43.757078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-125180240-network', 'tenant_id': 'edb097c8acf44f9fb5962578b4c4b30f'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Tracked resource versions report: Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: pushed versions: Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Log': {'1.0'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Network': {'1.1'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Port': {'1.7'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'PortForwarding': {'1.2'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'QosPolicy': {'1.8'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'SubPort': {'1.0'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Subnet': {'1.1'}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Trunk': {'1.1'}} Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: consumer versions: Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'ConntrackHelper': '1.0', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Log': '1.0', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Network': '1.1', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Port': '1.7', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'PortForwarding': '1.2', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'QosPolicy': '1.8', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroup': '1.4', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'SecurityGroupRule': '1.2', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'SubPort': '1.0', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Subnet': '1.1', Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: 'Trunk': '1.1'}} Jun 24 04:10:43.758479 dv-cinder-792462-18-smb neutron-server[93542]: {{(pid=93542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:43.768598 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:43.810987 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.822218 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.823660 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:43.824302 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.837410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:43.837688 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.928408 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Made reservation on behalf of edb097c8acf44f9fb5962578b4c4b30f for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:43.931011 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.932402 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Pushing event updated for resources: {'Network': ['ID=daf35318-adfe-407c-8df8-4bcad2f50790,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:43.936388 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:43.944535 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network daf35318-adfe-407c-8df8-4bcad2f50790 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:43.945775 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.962850 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Allocated IP 172.28.1.114 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/75987ced-5f70-4f58-88cb-16c9f1ed4bb2) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:44.011093 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1302159 Jun 24 04:10:44.014178 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39602) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:44.019372 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Request body: {'subnet': {'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1618946749-subnet', 'tenant_id': '703a78c55f3141de8189fc794a77b40e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:44.068326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-606335724-network', 'tenant_id': '3158facc76424c409140116d4ae03c3f'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:44.079642 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Made reservation on behalf of fbcfd8e88d504aa5b4ce086b280df2b3 for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:44.083940 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.097285 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.100669 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.db.api [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 04:10:44.100669 dv-cinder-792462-18-smb neutron-server[93542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 04:10:44.100669 dv-cinder-792462-18-smb neutron-server[93542]: [parameters: {'project_id_1': '703a78c55f3141de8189fc794a77b40e', 'expiration_1': datetime.datetime(2021, 6, 24, 4, 10, 44, 25028)}] Jun 24 04:10:44.100669 dv-cinder-792462-18-smb neutron-server[93542]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:10:44.101634 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_db.api [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:10:44.102843 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.308339 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.335880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.339551 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:44.374854 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:44.379249 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:44.386251 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:44.439039 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.db.api [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 04:10:44.439039 dv-cinder-792462-18-smb neutron-server[93542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 04:10:44.439039 dv-cinder-792462-18-smb neutron-server[93542]: [parameters: {'project_id_1': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'expiration_1': datetime.datetime(2021, 6, 24, 4, 10, 44, 121019)}] Jun 24 04:10:44.439039 dv-cinder-792462-18-smb neutron-server[93542]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:10:44.439832 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_db.api [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:10:44.449438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Pushing event updated for resources: {'Port': ['ID=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:44.453698 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:44.454885 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.486660 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:44.524119 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:44.545560 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601ab024-689a-4a0f-a06b-22f19a004297,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:44.548774 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:44.557324 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Made reservation on behalf of 3158facc76424c409140116d4ae03c3f for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:44.557324 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.561286 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.561618 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Added segment 8e779d01-2e71-4dc5-bc8a-76977e3802cb of type vlan for network fda12e0b-f52a-4a28-aef2-fe247875d8c3 Jun 24 04:10:44.577205 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.624383 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.736296 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Made reservation on behalf of 703a78c55f3141de8189fc794a77b40e for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:44.748648 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.748893 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.760104 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:44.761740 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.774951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1bf2cec6-8e8a-4cbb-b197-0f873bed3482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:44.903625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Pushing event updated for resources: {'Network': ['ID=fda12e0b-f52a-4a28-aef2-fe247875d8c3,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:44.907476 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:44.914584 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network fda12e0b-f52a-4a28-aef2-fe247875d8c3 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:44.932009 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.945970 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.061438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.135127 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.152157 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:45.166127 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.173966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:45.207855 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:45.221191 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.224707 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfd802-5c5c-4be9-bdd1-ce0a033953b5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:45.227981 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:45.234044 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcadff27-695f-4913-958d-625e97f03859,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:45.234286 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.234659 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Added segment 51e80ce5-62f2-432f-ace3-c7756459edb2 of type vlan for network f48e48e4-f15a-4402-a565-8ca92489137f Jun 24 04:10:45.262393 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:45.265732 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Checking segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:45.266490 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Network hostable DHCP agents. Network: daf35318-adfe-407c-8df8-4bcad2f50790, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:45.308081 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9333658 Jun 24 04:10:45.314407 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39648) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:45.324870 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Request body: {'subnet': {'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-125180240-subnet', 'tenant_id': 'edb097c8acf44f9fb5962578b4c4b30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:45.336527 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.395773 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Network daf35318-adfe-407c-8df8-4bcad2f50790 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:45.466299 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.495845 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.497221 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:45.497836 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.500686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:45.530071 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, daf35318-adfe-407c-8df8-4bcad2f50790) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:45.537345 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:45.537345 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.550385 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6b9c6-53c9-4581-8c4e-54a1d6e98c76 None None] Network daf35318-adfe-407c-8df8-4bcad2f50790 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:45.559714 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:10:45.562467 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.568445 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Pushing event updated for resources: {'Network': ['ID=f48e48e4-f15a-4402-a565-8ca92489137f,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:45.568759 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:45.572579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:45.588942 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network f48e48e4-f15a-4402-a565-8ca92489137f details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:45.598223 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c390f-2501-401c-8dbb-f7fdfbb1e5e8,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:45.600902 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:45.602910 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:45.614985 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5982022 Jun 24 04:10:45.617889 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.617989 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Added segment 3e1c087e-41fe-4319-a7d2-b556558595dd of type vlan for network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 Jun 24 04:10:45.696172 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:10:45.706830 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Sync routers for ids ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:10:45.715064 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.724398 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Routers {'5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:45.729920 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:45.838068 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.839948 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:45.840525 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.843924 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Made reservation on behalf of edb097c8acf44f9fb5962578b4c4b30f for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:45.847096 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.882551 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:45.950978 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2725174 Jun 24 04:10:45.953631 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39674) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:45.962228 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Request body: {'subnet': {'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-subnet', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:45.977574 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb963789-5ebc-4721-96a1-a5ca923ae52d None None] Network daf35318-adfe-407c-8df8-4bcad2f50790 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:45.988663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.993034 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8868349 Jun 24 04:10:46.002055 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39678) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:46.002554 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6998067 Jun 24 04:10:46.003629 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Set router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:46.006813 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39680) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:46.022797 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Request body: {'subnet': {'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-32458029-subnet', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:46.028728 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Pushing event updated for resources: {'Network': ['ID=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:46.044593 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:46.100458 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:46.147811 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Made reservation on behalf of fbcfd8e88d504aa5b4ce086b280df2b3 for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:46.151330 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.185020 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Made reservation on behalf of 3158facc76424c409140116d4ae03c3f for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:46.186754 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.225845 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:44Z', 'revision_number': 3, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:46.281357 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Checking router: 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:10:46.281983 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Updating router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:10:46.348982 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.657843 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.665697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:46.758597 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e75ad7f-10a0-4f45-85f0-495fccb1807b,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:46.764931 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:46.824433 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Checking segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:46.824632 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Network hostable DHCP agents. Network: d42d1be3-12b3-46a5-b27d-ffc1b3c90d71, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:46.828766 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.834923 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.837528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39730) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:46.842109 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Transition to ACTIVE for port object 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:46.846321 dv-cinder-792462-18-smb neutron-server[93543]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 04:10:46.860061 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-46fa9c46-0588-4dfa-9e0b-7696e9b546a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:46.948658 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39736) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:46.953355 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.955318 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:46.956053 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.006413 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Attempting to bind port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:47.007181 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Attempting to bind port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:47.007631 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Attempting to bind port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:47.013716 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Pushing event updated for resources: {'Port': ['ID=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,revision_number=2']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.017128 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:47.017784 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:47.018394 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.019004 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:47.019705 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Bound port: 75987ced-5f70-4f58-88cb-16c9f1ed4bb2, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:47.020170 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.048274 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, d42d1be3-12b3-46a5-b27d-ffc1b3c90d71) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:47.050187 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.050782 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.051293 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.051833 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.052323 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.052823 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.053192 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:47.053525 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.054018 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.054228 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.054852 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.055386 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.055947 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.056690 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Tracked resource versions report: Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: pushed versions: Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Log': {'1.0'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Network': {'1.1'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Port': {'1.7'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'PortForwarding': {'1.2'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'QosPolicy': {'1.8'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'SubPort': {'1.0'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Subnet': {'1.1'}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Trunk': {'1.1'}} Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: consumer versions: Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'ConntrackHelper': '1.0', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Log': '1.0', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Network': '1.1', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Port': '1.7', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'PortForwarding': '1.2', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'QosPolicy': '1.8', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroup': '1.4', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'SecurityGroupRule': '1.2', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'SubPort': '1.0', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Subnet': '1.1', Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: 'Trunk': '1.1'}} Jun 24 04:10:47.058578 dv-cinder-792462-18-smb neutron-server[93545]: {{(pid=93545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:47.064714 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207748f6-bab0-43ee-8b65-653b601649a6 None None] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:47.070230 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.109024 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] For port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:47.112594 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] For port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:47.118458 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.141619 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d267ccfc-00a7-49ad-892c-6afb189116e7,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.170282 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.189992 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Checking segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:47.190342 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Network hostable DHCP agents. Network: f48e48e4-f15a-4402-a565-8ca92489137f, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:47.192598 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.203741 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b8b95cda-7049-4e54-bdab-eb5295ffc6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.213461 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-89bd7ef9-68de-4760-ae42-19ed239ef630 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:47.214384 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.217771 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-89bd7ef9-68de-4760-ae42-19ed239ef630 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.3725975 Jun 24 04:10:47.217927 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2068942 Jun 24 04:10:47.219670 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39740) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:47.225574 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:47.226914 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-ebb70c14-db26-4ea2-b991-15e895d83c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.246101 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-d42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:10:47.247222 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.295021 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Pushing event updated for resources: {'Port': ['ID=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.299525 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.308508 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-459a2be7-8d42-4000-ad2e-c456645dd184 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/quotas/703a78c55f3141de8189fc794a77b40e HTTP/1.1" status: 200 len: 375 time: 0.0691917 Jun 24 04:10:47.316890 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Routers {'5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:47.317856 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:47.334916 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.342555 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf558cd4-d246-4269-9ab6-4fc58ed5565a,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.381351 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.390309 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Network f48e48e4-f15a-4402-a565-8ca92489137f is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:47.394205 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-bc0fbabe-46eb-4c9d-b281-efe2842b9789 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848522 Jun 24 04:10:47.440825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.457490 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] Set router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:47.461351 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6c6be405-12b4-47be-8942-a35129f34a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.464062 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.469686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Checking segment: {'id': '8e779d01-2e71-4dc5-bc8a-76977e3802cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:47.470026 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Network hostable DHCP agents. Network: fda12e0b-f52a-4a28-aef2-fe247875d8c3, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:47.485865 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Allocated IP 172.20.0.2 (d42d1be3-12b3-46a5-b27d-ffc1b3c90d71/5e75ad7f-10a0-4f45-85f0-495fccb1807b/f27a54ee-886c-419b-ba43-b83769918b0b) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:47.513306 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d466878b26046f5adc79b63b67e0e14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5631783 Jun 24 04:10:47.513928 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39750) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:47.547911 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f02e9-f5e5-45bd-ace9-3689d8d7a471,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.557547 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.577953 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, f48e48e4-f15a-4402-a565-8ca92489137f) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:47.592976 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:47.593604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.594088 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.595309 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.599984 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aac2e0-b20b-4a3d-b1c8-3e0e4a57f17f None None] Network f48e48e4-f15a-4402-a565-8ca92489137f requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:47.609953 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.636611 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.661356 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Network fda12e0b-f52a-4a28-aef2-fe247875d8c3 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:47.668319 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-b6185ae4-7085-4727-b849-9cbdcea094a0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:10:47.675924 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-b6185ae4-7085-4727-b849-9cbdcea094a0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1199772 Jun 24 04:10:47.702506 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, fda12e0b-f52a-4a28-aef2-fe247875d8c3) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:47.707282 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ff6d5481-cdcb-4e83-a4d2-0e1ef57fb36e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7498512 Jun 24 04:10:47.710672 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39754) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:47.715139 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a49d27-7a76-42d2-b7be-dc5b26e2a095 None None] Network fda12e0b-f52a-4a28-aef2-fe247875d8c3 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:47.716262 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:47.743040 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:47.743903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.749678 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.757565 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.762496 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c3f02e9-f5e5-45bd-ace9-3689d8d7a471 HTTP/1.1" status: 204 len: 168 time: 0.2458842 Jun 24 04:10:47.765257 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.776461 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f02e9-f5e5-45bd-ace9-3689d8d7a471,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.802392 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.813105 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Allocated IP 172.20.0.1 (7abf061d-ea27-4ce0-8c91-c77b32e3255a/ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21/23787dd7-f686-4c02-be71-049d181a4779) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:47.856614 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:44Z', 'revision_number': 3, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:47.870838 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-89128f66-bf58-4cdb-b52f-5a76288d23aa service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943977 Jun 24 04:10:47.872908 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.878003 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.890561 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.903287 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.908396 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Transition to ACTIVE for port object f27a54ee-886c-419b-ba43-b83769918b0b will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:47.936578 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cdb5c-5b8e-4da8-83a1-7ed847a04c4e None None] The sync data for ids ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'] in dv-cinder-792462-18-smb is: [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:44Z', 'revision_number': 3, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:10:47.980189 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Transition to ACTIVE for port object f27a54ee-886c-419b-ba43-b83769918b0b will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:47.985624 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6699679 Jun 24 04:10:48.006500 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-f48e48e4-f15a-4402-a565-8ca92489137f', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:10:48.008558 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.009568 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.152352 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.153270 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10fe99-9fef-4348-bc11-6ddf2be5b470 None None] Network fda12e0b-f52a-4a28-aef2-fe247875d8c3 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:48.176570 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:48.242118 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.273560 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-e20817b6-dae8-47bc-99cd-db291d8fca1f service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985753 Jun 24 04:10:48.434187 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.437357 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:48.441996 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:48.450459 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.500487 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:48.504341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:48.511384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:48.512239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.521238 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:48.531644 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:48.546957 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.571249 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Pushing event updated for resources: {'Port': ['ID=f27a54ee-886c-419b-ba43-b83769918b0b,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.597737 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Pushing event updated for resources: {'Port': ['ID=23787dd7-f686-4c02-be71-049d181a4779,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.605417 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.617548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.617548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Tracked resource versions report: Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: pushed versions: Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Log': {'1.0'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Network': {'1.1'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Port': {'1.7'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'PortForwarding': {'1.2'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'QosPolicy': {'1.8'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'SubPort': {'1.0'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Subnet': {'1.1'}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Trunk': {'1.1'}} Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: consumer versions: Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: { DHCP agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: L3 agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: Metadata agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: Metering agent@dv-cinder-792462-18-smb: {}, Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: Open vSwitch agent@dv-cinder-792462-18-smb: { 'AddressGroup': '1.2', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'ConntrackHelper': '1.0', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Log': '1.0', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Network': '1.1', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Port': '1.7', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'PortForwarding': '1.2', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'QosPolicy': '1.8', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroup': '1.4', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'SecurityGroupRule': '1.2', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'SubPort': '1.0', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Subnet': '1.1', Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: 'Trunk': '1.1'}} Jun 24 04:10:48.623915 dv-cinder-792462-18-smb neutron-server[93544]: {{(pid=93544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:48.666662 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.705719 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Allocated IP 172.20.0.2 (f48e48e4-f15a-4402-a565-8ca92489137f/d267ccfc-00a7-49ad-892c-6afb189116e7/5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:48.783418 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Attempting to bind port f27a54ee-886c-419b-ba43-b83769918b0b on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:48.783797 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Attempting to bind port f27a54ee-886c-419b-ba43-b83769918b0b by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:48.784166 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Attempting to bind port f27a54ee-886c-419b-ba43-b83769918b0b on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:48.826573 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:48.826955 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Checking segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:48.827370 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.830507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Bound using segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:48.830507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Bound port: f27a54ee-886c-419b-ba43-b83769918b0b, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:48.830507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.934616 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.938294 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 39808) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:48.977635 dv-cinder-792462-18-smb neutron-server[93542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 04:10:48.992455 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39810) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:49.027761 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.098725 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d3818b6d-4d07-4305-b2bd-011fc5e86c52 req-4203b7c5-30dd-4607-bc94-70037bdaf7cd tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.1455746 Jun 24 04:10:49.141281 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] For port f27a54ee-886c-419b-ba43-b83769918b0b, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:49.257908 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] For port f27a54ee-886c-419b-ba43-b83769918b0b, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=f27a54ee-886c-419b-ba43-b83769918b0b,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:49.292505 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.319250 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.322513 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Transition to ACTIVE for port object 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:49.341148 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:49.515074 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Transition to ACTIVE for port object 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:49.519488 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Pushing event updated for resources: {'Port': ['ID=f27a54ee-886c-419b-ba43-b83769918b0b,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:49.532990 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:49.554947 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.598206 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.605590 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.617801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-ef1ace18-e586-400a-bda5-95fbf2c9c058 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:49.619076 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.625304 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-ef1ace18-e586-400a-bda5-95fbf2c9c058 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/networks?id=fda12e0b-f52a-4a28-aef2-fe247875d8c3 HTTP/1.1" status: 200 len: 811 time: 0.5317705 Jun 24 04:10:49.634156 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.634294 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-780b3ad7-8844-4bd8-986f-472f5186dfb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:49.694091 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-cec8f310-79fd-4931-a345-c9967e9fa2d2 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/quotas/edb097c8acf44f9fb5962578b4c4b30f HTTP/1.1" status: 200 len: 375 time: 0.0678391 Jun 24 04:10:49.732023 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Pushing event updated for resources: {'Port': ['ID=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:49.739732 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.746140 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:49.755579 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Network f48e48e4-f15a-4402-a565-8ca92489137f is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:49.760320 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:49.762974 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:49.769069 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-1f594a74-8dd0-408d-b1cb-6c62cb07ea94 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=edb097c8acf44f9fb5962578b4c4b30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677781 Jun 24 04:10:49.830031 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.843269 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Attempting to bind port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:49.844086 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Attempting to bind port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:49.845235 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Attempting to bind port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 on network f48e48e4-f15a-4402-a565-8ca92489137f {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:49.858383 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:49.858763 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Checking segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:49.859454 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.860162 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Bound using segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:49.860700 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Bound port: 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:49.861119 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.862332 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.870062 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.875493 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2ae6a55e-0a2a-415d-853a-a682e4fb56c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:49.891581 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Allocated IP 172.28.1.25 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/df0ecfde-c026-4637-91a0-7e28a6b9becd) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:49.992025 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Pushing event updated for resources: {'Port': ['ID=23787dd7-f686-4c02-be71-049d181a4779,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:49.995466 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.998480 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:50.052268 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:50.091438 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-3e002570-c043-4239-8380-eeebcd89651e service neutron] 10.222.0.11 "GET /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218277 Jun 24 04:10:50.187160 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:50.224170 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e34554de9de84a1cba6a8880cf403854&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2221808 Jun 24 04:10:50.231148 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 39860) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:50.232087 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039468c2-3b13-406e-81f3-5d4772dec671,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:50.236800 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:50.255406 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] For port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:50.261312 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7cd5c1e8-f0f3-492a-865b-c4c280cd4b65 req-f55fc146-1864-4d90-a945-5659988427ea tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.0655026 Jun 24 04:10:50.263923 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] For port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:50.264439 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.342878 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-b14c11f4-baeb-4cc1-b5a0-e610629d8b0a service neutron] 10.222.0.11 "GET /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213242 Jun 24 04:10:50.353989 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.371890 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.372716 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:50.376081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.381549 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:50.381549 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:50.381549 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.405948 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:50.410762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:50.430327 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.479616 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:50.490265 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:50.513356 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Pushing event updated for resources: {'Port': ['ID=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:50.518752 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:50.530370 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:50.555266 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.561328 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.563115 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/039468c2-3b13-406e-81f3-5d4772dec671 HTTP/1.1" status: 204 len: 168 time: 0.3246179 Jun 24 04:10:50.564642 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:50.587552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:10:50.590866 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039468c2-3b13-406e-81f3-5d4772dec671,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:50.607017 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:50.662034 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:50.722287 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.798357 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:10:50.883980 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:10:50.900053 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:50.904455 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:50.928108 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] 10.222.0.11 "PUT /v2.0/routers/5c34401d-bd88-41af-9a2b-bf2de7dcb2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9319048 Jun 24 04:10:50.990116 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:51.007107 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:51.148863 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Sync routers for ids ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:10:51.168676 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Routers {'5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:51.170350 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:51.176691 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Pushing event updated for resources: {'Port': ['ID=df0ecfde-c026-4637-91a0-7e28a6b9becd,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:51.183102 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:51.252896 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Allocated IP 172.28.1.166 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/1b71b089-cea8-434a-af37-b3fe267086fc) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:51.344777 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-13286c1a-e7bd-4b14-b09d-c9814237c178 req-e9855a6a-a475-43fd-800d-7f53a21738e1 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.2985082 Jun 24 04:10:51.416983 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Set router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:51.473000 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc982c2-474d-480f-8b81-5e4c53adb353 None None] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:51.598220 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-39dddd4a-a66a-4664-bd27-c73260b82599 req-bdfcd603-e73c-4a10-9d28-c554fe152d3e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.1225202 Jun 24 04:10:51.788278 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b6770e6b-8856-4cc1-ab07-82c4663236fa None None] Provisioning for port f27a54ee-886c-419b-ba43-b83769918b0b completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:51.860522 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.126573 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.156113 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:48Z', 'revision_number': 4, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '23787dd7-f686-4c02-be71-049d181a4779', 'name': '', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'mac_address': 'fa:16:3e:e1:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:49Z', 'revision_number': 2, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'subnets': [{'id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:52.217500 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Checking router: 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:10:52.217858 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Updating router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 port 23787dd7-f686-4c02-be71-049d181a4779 binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:10:52.322812 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:52.365969 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.441365 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cf540-6531-48f8-b01e-93250adb60ae None None] Network f48e48e4-f15a-4402-a565-8ca92489137f requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:52.446695 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.560043 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:52.597697 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:52.611622 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.644476 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Provisioning for port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:52.672761 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Provisioning complete for port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:52.673387 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.682912 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:52.815325 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:52.845859 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:52.864957 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2a934f77-8ebe-4d9a-9c4b-053f99bf729e req-95fda032-ee3f-4488-a030-072d67e43506 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.0728779 Jun 24 04:10:52.920185 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:52.948066 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Pushing event updated for resources: {'Port': ['ID=1b71b089-cea8-434a-af37-b3fe267086fc,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:52.952070 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:52.955243 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:52.955627 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:52.970195 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-7f8efca2-bc7a-4795-9b88-ec889a3ab6cc tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:52.972355 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-7f8efca2-bc7a-4795-9b88-ec889a3ab6cc tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 818 time: 0.3804784 Jun 24 04:10:53.050217 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.067567 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4a723f4f-69e7-49a5-8a6f-944af8f4a873 req-679ab634-71c4-4c1c-bb45-66e96477cbc1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.0404377 Jun 24 04:10:53.147032 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Router 979422b6-99c6-4324-93b8-631730a9534f is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:10:53.153595 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-4c604f02-cefd-4baa-9a7d-5bc9e25b30fe tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/quotas/00144e8f1f44463f90e204fefdcbdf21 HTTP/1.1" status: 200 len: 375 time: 0.1058309 Jun 24 04:10:53.172980 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] For port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:10:53.264467 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device f27a54ee-886c-419b-ba43-b83769918b0b up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:53.345747 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.362729 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Transition to ACTIVE for port object 23787dd7-f686-4c02-be71-049d181a4779 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:53.376237 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.377130 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0329f76c-d774-4f84-bcf9-bac45aac80d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.413888 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:53.574046 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.21', 53874) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:53.762632 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-0de58530-b19d-4bf6-92df-87ef2d983617 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5846281 Jun 24 04:10:53.776762 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:10:53.786801 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.788105 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:10:53.795788 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port f27a54ee-886c-419b-ba43-b83769918b0b completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:53.807107 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:53.808820 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:53.811509 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-978475a3-5cf8-4249-8785-b37924ad0d67 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:53.813555 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-978475a3-5cf8-4249-8785-b37924ad0d67 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.2385311 Jun 24 04:10:53.818656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port f27a54ee-886c-419b-ba43-b83769918b0b triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:53.819043 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.858567 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.867845 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Request body: {'port': {'device_id': 'be360982-f926-4ba2-ac25-a9636cee36df', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'admin_state_up': True, 'tenant_id': '703a78c55f3141de8189fc794a77b40e'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:53.899277 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Provisioning complete for port f27a54ee-886c-419b-ba43-b83769918b0b triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:53.899659 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.948668 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Pushing event updated for resources: {'Port': ['ID=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:53.952894 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:53.959949 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8295a7d6-895a-4b0d-b592-43b29a163ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:53.970717 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:53.972081 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2601335 Jun 24 04:10:53.977393 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40046) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:54.085849 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Attempting to bind port 23787dd7-f686-4c02-be71-049d181a4779 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:54.086717 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Attempting to bind port 23787dd7-f686-4c02-be71-049d181a4779 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:54.086717 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Attempting to bind port 23787dd7-f686-4c02-be71-049d181a4779 on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:54.154483 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:54.155076 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Checking segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:54.155650 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.156206 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Bound using segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:54.156832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Bound port: 23787dd7-f686-4c02-be71-049d181a4779, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:54.158040 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.246416 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] For port 23787dd7-f686-4c02-be71-049d181a4779, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:54.250865 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] For port 23787dd7-f686-4c02-be71-049d181a4779, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=23787dd7-f686-4c02-be71-049d181a4779,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:54.283263 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:54.327127 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.330665 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7807a9a-2ebc-451e-a7ce-c12a15afc048 None None] Pushing event updated for resources: {'Port': ['ID=23787dd7-f686-4c02-be71-049d181a4779,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:54.345405 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a4b2f090-74f1-4bfc-a818-7cd439742bf8 req-9c75e07f-d450-4eca-9e27-121d08050fba tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.1426599 Jun 24 04:10:54.346523 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-a7807a9a-2ebc-451e-a7ce-c12a15afc048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:54.349424 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.367470 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.373031 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:54.457508 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40058) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:54.472304 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7807a9a-2ebc-451e-a7ce-c12a15afc048 None None] Pushing event updated for resources: {'Port': ['ID=23787dd7-f686-4c02-be71-049d181a4779,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:54.477567 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-a7807a9a-2ebc-451e-a7ce-c12a15afc048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:54.505585 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-5854fae3-c9c0-4302-b330-99396eb4bd3a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:10:54.506578 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-5854fae3-c9c0-4302-b330-99396eb4bd3a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609023 Jun 24 04:10:54.590154 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] For port f27a54ee-886c-419b-ba43-b83769918b0b, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=f27a54ee-886c-419b-ba43-b83769918b0b,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:10:54.595204 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Routers {'5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:54.596122 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:54.656902 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:51Z', 'revision_number': 3, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:54.703255 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.705258 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-31c78a19-88b3-4e11-ac23-59f8db4e8fdc req-634caca6-5b92-4f76-83d2-c523f889749c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.0531332 Jun 24 04:10:54.724695 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Made reservation on behalf of 703a78c55f3141de8189fc794a77b40e for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:54.729484 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.742389 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:10:54.742801 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Updating router 979422b6-99c6-4324-93b8-631730a9534f port df0ecfde-c026-4637-91a0-7e28a6b9becd binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:10:54.787220 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.792967 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.809581 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:54.872220 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:54.880479 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.21', 53883) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:54.928702 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.db.api [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:10:54.934514 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_db.api [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:10:54.970280 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Pushing event updated for resources: {'Port': ['ID=f27a54ee-886c-419b-ba43-b83769918b0b,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:54.992663 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] Set router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:54.997898 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:55.051014 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-d9da3d41-eb7c-4e9b-ad57-b31e999266d4 None None] Provisioning complete for port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:55.051650 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-d9da3d41-eb7c-4e9b-ad57-b31e999266d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.120141 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-84d41897-1c51-4ff9-9a24-000de6532685 service neutron] 10.222.0.11 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953319 Jun 24 04:10:55.170714 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Allocated IP 172.20.0.12 (daf35318-adfe-407c-8df8-4bcad2f50790/bcadff27-695f-4913-958d-625e97f03859/b7da1d00-df03-48c0-8b0a-dbd8ec693bad) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:55.274561 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-2c755072-64a9-492a-9825-ba85614821ae tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:55.275690 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.279417 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-2c755072-64a9-492a-9825-ba85614821ae tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.21 "GET /v2.0/networks?id=fda12e0b-f52a-4a28-aef2-fe247875d8c3 HTTP/1.1" status: 200 len: 811 time: 0.3879859 Jun 24 04:10:55.300196 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Transition to ACTIVE for port object df0ecfde-c026-4637-91a0-7e28a6b9becd will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:55.374289 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.382908 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:55.428137 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-56435e1d-443b-4f0a-bed1-bfd9acbd4e2e service neutron] 10.222.0.11 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071389 Jun 24 04:10:55.461767 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.492736 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2669394-6599-41cc-a3bb-5be03665f4dc None None] Pushing event updated for resources: {'Port': ['ID=df0ecfde-c026-4637-91a0-7e28a6b9becd,revision_number=2']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:55.516043 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-a2669394-6599-41cc-a3bb-5be03665f4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:55.530210 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:48Z', 'revision_number': 4, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '23787dd7-f686-4c02-be71-049d181a4779', 'name': '', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'mac_address': 'fa:16:3e:e1:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:54Z', 'revision_number': 4, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'subnets': [{'id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:55.558686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.565672 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Router 42e6813c-311a-4a1e-8757-36713b98f83b is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:10:55.581516 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-cc5d57eb-f4fe-4640-9df4-405f8c0fca9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:55.634186 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Attempting to bind port df0ecfde-c026-4637-91a0-7e28a6b9becd on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:55.634186 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Attempting to bind port df0ecfde-c026-4637-91a0-7e28a6b9becd by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:55.634649 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Attempting to bind port df0ecfde-c026-4637-91a0-7e28a6b9becd on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:55.655951 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.670146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:55.670146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:55.670146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.670146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:55.670146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Bound port: df0ecfde-c026-4637-91a0-7e28a6b9becd, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:55.670146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.709375 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5df19-d5f9-412b-99ef-3d171395da0e None None] The sync data for ids ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'] in dv-cinder-792462-18-smb is: [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:48Z', 'revision_number': 4, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '23787dd7-f686-4c02-be71-049d181a4779', 'name': '', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'mac_address': 'fa:16:3e:e1:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:54Z', 'revision_number': 4, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'subnets': [{'id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:10:55.731867 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:55.765220 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0206f6c6637492cb31d7fcf2130e544&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3025870 Jun 24 04:10:55.777570 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a935233-09b8-4378-bfc0-88bc35acba8e,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:55.793078 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40108) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:55.813878 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Request body: {'port': {'device_id': '70220c57-be76-4952-b472-0e83c0d7f694', 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3', 'admin_state_up': True, 'tenant_id': 'edb097c8acf44f9fb5962578b4c4b30f'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:55.827188 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:55.854234 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] For port df0ecfde-c026-4637-91a0-7e28a6b9becd, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:55.857366 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] For port df0ecfde-c026-4637-91a0-7e28a6b9becd, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=df0ecfde-c026-4637-91a0-7e28a6b9becd,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:55.932329 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:55.933369 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.966997 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:55.973466 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:56.058890 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-248efe53-3111-4dba-a6c7-35f55617253b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.108545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 40110) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:56.157540 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:56.158548 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:56.165536 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2669394-6599-41cc-a3bb-5be03665f4dc None None] Pushing event updated for resources: {'Port': ['ID=df0ecfde-c026-4637-91a0-7e28a6b9becd,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:56.171683 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-a2669394-6599-41cc-a3bb-5be03665f4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:56.197566 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.258640 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device f27a54ee-886c-419b-ba43-b83769918b0b up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:56.324450 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a8095b4-330c-49c9-8c9a-9ea84431447a req-b11b2a08-b671-4505-b6a2-932dd380ab12 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.2023504 Jun 24 04:10:56.426443 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port f27a54ee-886c-419b-ba43-b83769918b0b triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:56.426657 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:56.426824 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.495656 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Made reservation on behalf of edb097c8acf44f9fb5962578b4c4b30f for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:56.501386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.596477 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-09c6be6d-ecbd-484c-a54a-e11eaddd7cd4 req-9f2dc6b2-5a52-4918-a6a7-6570c7362376 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 210 time: 0.1051412 Jun 24 04:10:56.643388 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-adda3bd9-680a-4ee9-9b84-ad67674af1e6 req-dd2384c0-3a0a-439d-8265-ef79a72a827d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.1879196 Jun 24 04:10:56.669772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.786807 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.803200 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.817620 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:56.931700 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:10:56.941005 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:10:56.963912 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:56.964552 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:56.970986 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.232139 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:51Z', 'revision_number': 3, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:57.234482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Allocated IP 172.20.0.5 (fda12e0b-f52a-4a28-aef2-fe247875d8c3/bf558cd4-d246-4269-9ab6-4fc58ed5565a/5f411377-9639-44a9-9c0a-bc00878089f2) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:57.235255 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc75079-e9a8-44c3-8961-20465d30f580 None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:51Z', 'revision_number': 3, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:10:57.237710 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Allocated IP 172.20.0.1 (f48e48e4-f15a-4402-a565-8ca92489137f/d267ccfc-00a7-49ad-892c-6afb189116e7/62ef4a73-dd56-4a16-becf-609d48f242ae) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:57.255897 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.332821 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:57.394135 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-677a6d75-df7e-487c-ab5b-607cdf3f233e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:57.402006 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-677a6d75-df7e-487c-ab5b-607cdf3f233e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 818 time: 0.3678496 Jun 24 04:10:57.456883 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-462d84bd-1d93-4971-9c6b-e122011f58a0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/quotas/00144e8f1f44463f90e204fefdcbdf21 HTTP/1.1" status: 200 len: 375 time: 0.0402009 Jun 24 04:10:57.582765 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.604261 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.683819 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.691938 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.704384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.709583 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a935233-09b8-4378-bfc0-88bc35acba8e HTTP/1.1" status: 204 len: 168 time: 1.8703234 Jun 24 04:10:57.718155 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:57.760592 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.provisioning_blocks [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Transition to ACTIVE for port object 62ef4a73-dd56-4a16-becf-609d48f242ae will not be triggered until provisioned by entity DHCP. {{(pid=93542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:57.762582 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a935233-09b8-4378-bfc0-88bc35acba8e,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:57.792376 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:57.793849 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.5732675 Jun 24 04:10:57.794221 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 23787dd7-f686-4c02-be71-049d181a4779 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:57.796835 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:57.809748 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-43ed8e3c-860f-4ad6-b1cc-c970b4002aac req-9e068458-66c0-4558-b5bc-437bcd50c179 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.1984797 Jun 24 04:10:57.814630 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40158) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:57.882676 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:53Z', 'revision_number': 3, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:57.882899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c33f79a5-ac81-40ca-86aa-942b02b55749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:57.900955 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fad9d125fb043408160bf17715e0551&name=default HTTP/1.1" status: 200 len: 2978 time: 1.7708747 Jun 24 04:10:57.923888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 40160) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:58.049156 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Network daf35318-adfe-407c-8df8-4bcad2f50790 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:58.080829 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:58.192507 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.263693 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:10:58.264304 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:58.265167 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Updating router 42e6813c-311a-4a1e-8757-36713b98f83b port 1b71b089-cea8-434a-af37-b3fe267086fc binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:10:58.278640 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:58.280926 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.306674 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.360174 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.364599 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e791486-ac73-4576-ade9-4fd3c2b0b6dc,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:58.378203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 23787dd7-f686-4c02-be71-049d181a4779 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:58.385565 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 23787dd7-f686-4c02-be71-049d181a4779 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:58.386252 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.415849 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:58.456464 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:58.459019 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:58.464795 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.465275 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Pushing event updated for resources: {'Port': ['ID=62ef4a73-dd56-4a16-becf-609d48f242ae,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:58.480826 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:58.482713 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Network f48e48e4-f15a-4402-a565-8ca92489137f is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:58.513842 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:58.521727 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:58.522234 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.706453 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.714948 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event updated for resources: {'Port': ['ID=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:58.750354 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.788044 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.813708 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf05c-f48d-4cfc-806b-d733ab8a4baa req-37367958-cb01-45c5-aa01-b334840f2078 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:58.821699 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-11cbf05c-f48d-4cfc-806b-d733ab8a4baa req-37367958-cb01-45c5-aa01-b334840f2078 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 932 time: 0.7670720 Jun 24 04:10:58.840473 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:58.969057 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:58.981918 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:58.998294 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-2d8d8f6b-695f-4aec-b7bc-296484a7d2a1 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5539656 Jun 24 04:10:58.999043 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-11cbf05c-f48d-4cfc-806b-d733ab8a4baa req-e81953a9-9844-407f-8e12-c949a3705fb1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762006 Jun 24 04:10:59.022260 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 23787dd7-f686-4c02-be71-049d181a4779, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=23787dd7-f686-4c02-be71-049d181a4779,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:10:59.093318 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Network fda12e0b-f52a-4a28-aef2-fe247875d8c3 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:59.143804 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:59.170321 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.212101 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-a7807a9a-2ebc-451e-a7ce-c12a15afc048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:59.216138 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3533306 Jun 24 04:10:59.217067 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:59.240852 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:59.251811 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.258681 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.274829 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-44ac2087-1297-44c0-a450-b629469f60ff tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:10:59.276045 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-44ac2087-1297-44c0-a450-b629469f60ff tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111690 Jun 24 04:10:59.294629 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.307724 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-f297feef-0d97-460e-891b-4b53e39da615 None None] Provisioning for port 62ef4a73-dd56-4a16-becf-609d48f242ae completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:59.329934 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=23787dd7-f686-4c02-be71-049d181a4779,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:59.332733 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-f297feef-0d97-460e-891b-4b53e39da615 None None] Provisioning complete for port 62ef4a73-dd56-4a16-becf-609d48f242ae triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:59.333216 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f297feef-0d97-460e-891b-4b53e39da615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.336478 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Transition to ACTIVE for port object 1b71b089-cea8-434a-af37-b3fe267086fc will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:59.338605 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:59.388653 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-f297feef-0d97-460e-891b-4b53e39da615 None None] Port 62ef4a73-dd56-4a16-becf-609d48f242ae cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:10:59.405736 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.410532 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:59.420620 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.421924 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e791486-ac73-4576-ade9-4fd3c2b0b6dc HTTP/1.1" status: 204 len: 168 time: 1.4635110 Jun 24 04:10:59.430206 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Pushing event updated for resources: {'Port': ['ID=5f411377-9639-44a9-9c0a-bc00878089f2,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:59.459203 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:59.465607 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:59.524971 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e791486-ac73-4576-ade9-4fd3c2b0b6dc,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:59.528775 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.534458 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:59.565188 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2662711 Jun 24 04:10:59.614017 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-51fb58f5-066a-4ebe-b767-7b528c4d8c2c service neutron] 10.222.0.11 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531430 Jun 24 04:10:59.626279 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e100-3c43-48a5-892d-b547e6511878 None None] Pushing event updated for resources: {'Port': ['ID=1b71b089-cea8-434a-af37-b3fe267086fc,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:59.642465 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-1cb8e100-3c43-48a5-892d-b547e6511878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:59.644276 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Attempting to bind port 1b71b089-cea8-434a-af37-b3fe267086fc on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:59.644663 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Attempting to bind port 1b71b089-cea8-434a-af37-b3fe267086fc by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:59.647565 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Attempting to bind port 1b71b089-cea8-434a-af37-b3fe267086fc on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:59.672864 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:59.674468 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:59.674468 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.674468 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:59.674803 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Bound port: 1b71b089-cea8-434a-af37-b3fe267086fc, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:59.675226 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.710320 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 40190) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:59.750971 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.796815 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4257c-599b-422f-95e5-a419c7a74662 req-6f5cb531-87b0-40b3-90d3-1ae7ee1bbc38 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:59.802263 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] For port 1b71b089-cea8-434a-af37-b3fe267086fc, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:59.806378 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d6c4257c-599b-422f-95e5-a419c7a74662 req-6f5cb531-87b0-40b3-90d3-1ae7ee1bbc38 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 931 time: 0.6024258 Jun 24 04:10:59.806768 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] For port 1b71b089-cea8-434a-af37-b3fe267086fc, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=1b71b089-cea8-434a-af37-b3fe267086fc,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:59.883217 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-3b928576-588c-448a-b2f6-5f8b822dd0f0 service neutron] 10.222.0.11 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675681 Jun 24 04:10:59.907973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Request body: {'port': {'device_id': '70220c57-be76-4952-b472-0e83c0d7f694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:59.913650 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device df0ecfde-c026-4637-91a0-7e28a6b9becd up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:59.972507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:59.978553 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:00.140900 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Request body: {'port': {'device_id': 'be360982-f926-4ba2-ac25-a9636cee36df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:00.208985 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e100-3c43-48a5-892d-b547e6511878 None None] Pushing event updated for resources: {'Port': ['ID=1b71b089-cea8-434a-af37-b3fe267086fc,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:00.216581 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:00.224383 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:00.244622 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-1cb8e100-3c43-48a5-892d-b547e6511878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:00.278827 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.21', 53892) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:00.354606 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.368323 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.442512 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port df0ecfde-c026-4637-91a0-7e28a6b9becd completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:00.552260 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port df0ecfde-c026-4637-91a0-7e28a6b9becd triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:00.556884 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.608673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.693465 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:00.777735 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40214) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:00.799491 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.800661 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d6c4257c-599b-422f-95e5-a419c7a74662 req-acb98a7d-afde-4c5b-9955-78cd1f928ddc tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9930665 Jun 24 04:11:00.931233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.976667 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.977365 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-aff4f462-21c2-463d-a4be-75f5995635c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:01.036539 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:01.129944 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port df0ecfde-c026-4637-91a0-7e28a6b9becd, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=df0ecfde-c026-4637-91a0-7e28a6b9becd,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:01.225155 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:01.228856 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 23787dd7-f686-4c02-be71-049d181a4779 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:01.239808 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:01.258174 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5cd0f8ac-ad2c-4d7f-8fd8-a823ec587064 req-d06aba53-d4ee-4de9-9c41-d0f71301ea31 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 210 time: 0.2988141 Jun 24 04:11:01.410964 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=df0ecfde-c026-4637-91a0-7e28a6b9becd,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:01.427585 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:01.450089 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 23787dd7-f686-4c02-be71-049d181a4779 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:01.451832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:01.456692 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:53Z', 'revision_number': 3, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:01.474095 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05948f0-f169-43fe-86f2-27d5faf70aaf req-37a894e2-a674-4ee6-ad36-81d63fab3d33 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:01.481778 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e05948f0-f169-43fe-86f2-27d5faf70aaf req-37a894e2-a674-4ee6-ad36-81d63fab3d33 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 932 time: 0.9323514 Jun 24 04:11:01.485853 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0047a95925bf431592a16d1349e30a55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7742054 Jun 24 04:11:01.499895 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c3a88-8fbc-40b8-8f68-92589db82fa9,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:01.512834 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-b8e50eeb-39bb-43fd-88db-bef77d1998da tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:01.523973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:01.527306 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-b8e50eeb-39bb-43fd-88db-bef77d1998da tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 818 time: 1.2357643 Jun 24 04:11:01.538555 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40226) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:01.550065 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62be4b81-3f24-4ce1-b8fe-9d12e41172a2 None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:53Z', 'revision_number': 3, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:11:01.561987 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:01.756815 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Request body: {'port': {'device_id': '1c22437f-dd01-4416-bd7b-d1432483645e', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'admin_state_up': True, 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:01.791966 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device df0ecfde-c026-4637-91a0-7e28a6b9becd up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:01.878989 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e05948f0-f169-43fe-86f2-27d5faf70aaf req-838c35b8-db3c-46c6-9370-c63105899d3a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344095 Jun 24 04:11:01.879476 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:01.948334 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port df0ecfde-c026-4637-91a0-7e28a6b9becd triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:01.951048 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:01.983073 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.079451 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.127335 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7da1d00-df03-48c0-8b0a-dbd8ec693bad {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:02.142350 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-05e146d9-60dd-4bec-8b1a-32db1513c7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:02.158595 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.213098 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.227440 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Transition to ACTIVE for port object b7da1d00-df03-48c0-8b0a-dbd8ec693bad will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:02.305383 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Allocated IP 172.20.0.1 (d42d1be3-12b3-46a5-b27d-ffc1b3c90d71/5e75ad7f-10a0-4f45-85f0-495fccb1807b/fc03b61b-50c5-4208-8b51-7152efaf38a2) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:02.337903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f411377-9639-44a9-9c0a-bc00878089f2 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:02.354642 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.387773 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Transition to ACTIVE for port object 5f411377-9639-44a9-9c0a-bc00878089f2 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:02.392684 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.402505 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b526788d-b89e-4e19-8450-65c33c2125e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:02.570545 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0b2b763f-98de-4033-87b8-fda36cbeabc5 req-38e5523d-a234-493e-a09f-c46744c60bb3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 210 time: 0.1560102 Jun 24 04:11:02.572630 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Pushing event updated for resources: {'Port': ['ID=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:02.580689 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:02.654358 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.659456 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.669752 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.provisioning_blocks [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Transition to ACTIVE for port object fc03b61b-50c5-4208-8b51-7152efaf38a2 will not be triggered until provisioned by entity DHCP. {{(pid=93542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:02.672483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:02.681303 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.715153 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.715468 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Attempting to bind port b7da1d00-df03-48c0-8b0a-dbd8ec693bad on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:02.715468 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Attempting to bind port b7da1d00-df03-48c0-8b0a-dbd8ec693bad by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:02.715468 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Attempting to bind port b7da1d00-df03-48c0-8b0a-dbd8ec693bad on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:02.723415 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Port b7da1d00-df03-48c0-8b0a-dbd8ec693bad on network daf35318-adfe-407c-8df8-4bcad2f50790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:02.724242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Attempting to bind port b7da1d00-df03-48c0-8b0a-dbd8ec693bad on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:02.782021 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:02.782645 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Checking segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:02.783375 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Bound using segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:02.784002 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Bound port: b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:02.784506 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.792518 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Attempting to bind port 5f411377-9639-44a9-9c0a-bc00878089f2 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:02.793254 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Attempting to bind port 5f411377-9639-44a9-9c0a-bc00878089f2 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8e779d01-2e71-4dc5-bc8a-76977e3802cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:02.794067 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Attempting to bind port 5f411377-9639-44a9-9c0a-bc00878089f2 on network fda12e0b-f52a-4a28-aef2-fe247875d8c3 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:02.794760 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb35d311e56b495b9728a656eccc5226&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9975135 Jun 24 04:11:02.795582 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Pushing event updated for resources: {'Port': ['ID=62ef4a73-dd56-4a16-becf-609d48f242ae,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:02.799812 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:02.813241 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Port 5f411377-9639-44a9-9c0a-bc00878089f2 on network fda12e0b-f52a-4a28-aef2-fe247875d8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:02.813562 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Attempting to bind port 5f411377-9639-44a9-9c0a-bc00878089f2 on network fda12e0b-f52a-4a28-aef2-fe247875d8c3 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:02.820088 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40242) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:02.840914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Pushing event updated for resources: {'Port': ['ID=5f411377-9639-44a9-9c0a-bc00878089f2,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:02.840914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:02.840914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Checking segment: {'id': '8e779d01-2e71-4dc5-bc8a-76977e3802cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:02.840914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Bound using segment: {'id': '8e779d01-2e71-4dc5-bc8a-76977e3802cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:02.840914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Bound port: 5f411377-9639-44a9-9c0a-bc00878089f2, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e779d01-2e71-4dc5-bc8a-76977e3802cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:02.841580 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.843117 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:02.860320 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-554d49e3-69e2-430a-8348-2a0f39e85fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:02.939152 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Network f48e48e4-f15a-4402-a565-8ca92489137f is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:02.955228 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2515be4-6a9b-4661-98eb-cfa28447f06c,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:02.971251 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:02.978131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] For port 5f411377-9639-44a9-9c0a-bc00878089f2, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:02.983225 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] For port 5f411377-9639-44a9-9c0a-bc00878089f2, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5f411377-9639-44a9-9c0a-bc00878089f2,segment=NetworkSegment(8e779d01-2e71-4dc5-bc8a-76977e3802cb),segment_id=8e779d01-2e71-4dc5-bc8a-76977e3802cb)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:02.994393 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:03.054467 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.072203 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] For port b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:03.075023 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.191953 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Pushing event updated for resources: {'Port': ['ID=5f411377-9639-44a9-9c0a-bc00878089f2,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.290852 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.291171 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] For port b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:03.300926 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.300926 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:03.300926 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.301295 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f411377-9639-44a9-9c0a-bc00878089f2 HTTP/1.1" status: 200 len: 1093 time: 3.6761491 Jun 24 04:11:03.302110 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70220c57-be76-4952-b472-0e83c0d7f694', 'tag': '5f411377-9639-44a9-9c0a-bc00878089f2'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:03.316781 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Made reservation on behalf of 00144e8f1f44463f90e204fefdcbdf21 for: {'port': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:03.322110 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.343453 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f6d4c-3b74-4ed6-b515-11f6ab3506a4 req-7ad14207-5c61-412d-af3b-d61c92d8d8d8 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:03.351433 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e54f6d4c-3b74-4ed6-b515-11f6ab3506a4 req-7ad14207-5c61-412d-af3b-d61c92d8d8d8 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 931 time: 1.1839190 Jun 24 04:11:03.372521 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.396421 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.405167 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.455511 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Pushing event updated for resources: {'Port': ['ID=fc03b61b-50c5-4208-8b51-7152efaf38a2,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.460223 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.475832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b21d7ea1-6da5-4d04-a922-3f1fb4f14244 None None] Provisioning complete for port 62ef4a73-dd56-4a16-becf-609d48f242ae triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:03.475832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b21d7ea1-6da5-4d04-a922-3f1fb4f14244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.478114 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.484380 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.548364 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-b21d7ea1-6da5-4d04-a922-3f1fb4f14244 None None] Port 62ef4a73-dd56-4a16-becf-609d48f242ae cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:11:03.556934 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:03.560035 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:03.563814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.565670 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] 10.222.0.21 "PUT /v2.0/ports/b7da1d00-df03-48c0-8b0a-dbd8ec693bad HTTP/1.1" status: 200 len: 1094 time: 3.9387550 Jun 24 04:11:03.754006 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Pushing event updated for resources: {'Port': ['ID=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.756285 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.780445 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e54f6d4c-3b74-4ed6-b515-11f6ab3506a4 req-b9eee186-9628-4edf-b22f-86566658c8fa tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279292 Jun 24 04:11:03.783776 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:03.787395 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:03.787929 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.794578 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.798154 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c97c43-14dd-4acd-85e3-4d5a72788a04" -d '{"events": [{"name": "network-changed", "server_uuid": "70220c57-be76-4952-b472-0e83c0d7f694", "tag": "5f411377-9639-44a9-9c0a-bc00878089f2"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:03.821837 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df500e-3cc2-4e6c-90b2-c7fac70d3ed7 req-2b1245c3-e175-454d-8b7c-dbdc5aaf9ba3 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:03.823443 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-71df500e-3cc2-4e6c-90b2-c7fac70d3ed7 req-2b1245c3-e175-454d-8b7c-dbdc5aaf9ba3 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 944 time: 0.6173856 Jun 24 04:11:03.858473 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 1b71b089-cea8-434a-af37-b3fe267086fc up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:03.883374 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.886358 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e15c3a88-8fbc-40b8-8f68-92589db82fa9 HTTP/1.1" status: 204 len: 168 time: 2.3177507 Jun 24 04:11:03.889804 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.002208 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-71df500e-3cc2-4e6c-90b2-c7fac70d3ed7 req-696e26d8-c26f-4bb8-973a-ac5c246f4917 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640382 Jun 24 04:11:04.095832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 1b71b089-cea8-434a-af37-b3fe267086fc completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:04.100810 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 1b71b089-cea8-434a-af37-b3fe267086fc triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:04.106199 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.223835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-0b5c7b50-193d-472d-a403-453b2e7e18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.225520 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-0b5c7b50-193d-472d-a403-453b2e7e18a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edb097c8acf44f9fb5962578b4c4b30f&device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 1096 time: 0.6376066 Jun 24 04:11:04.246506 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-cab8a680-116e-416a-a174-3f4df58acb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.250113 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-cab8a680-116e-416a-a174-3f4df58acb01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 1097 time: 0.2553554 Jun 24 04:11:04.287006 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.338976 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 1b71b089-cea8-434a-af37-b3fe267086fc, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=1b71b089-cea8-434a-af37-b3fe267086fc,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:04.454984 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.457308 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.489949 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c0621-90b8-418b-a519-84a9c883e082 x-openstack-request-id: req-960c0621-90b8-418b-a519-84a9c883e082 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:04.493811 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70220c57-be76-4952-b472-0e83c0d7f694", "tag": "5f411377-9639-44a9-9c0a-bc00878089f2", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:04.493811 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-960c0621-90b8-418b-a519-84a9c883e082 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:04.493811 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70220c57-be76-4952-b472-0e83c0d7f694', 'tag': '5f411377-9639-44a9-9c0a-bc00878089f2', 'status': 'completed', 'code': 200} Jun 24 04:11:04.502732 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-3365859c-94c3-4393-b749-b55b1aefd694 None None] Provisioning for port fc03b61b-50c5-4208-8b51-7152efaf38a2 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:04.514543 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-3365859c-94c3-4393-b749-b55b1aefd694 None None] Provisioning complete for port fc03b61b-50c5-4208-8b51-7152efaf38a2 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:04.514970 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-3365859c-94c3-4393-b749-b55b1aefd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.538512 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-2f7d851f-80ff-4cac-b3d3-c11deef66e37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad HTTP/1.1" status: 200 len: 217 time: 0.1801975 Jun 24 04:11:04.540905 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-aa11e035-6685-473e-a418-bb283d49680b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f411377-9639-44a9-9c0a-bc00878089f2 HTTP/1.1" status: 200 len: 217 time: 0.2746897 Jun 24 04:11:04.605327 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-3365859c-94c3-4393-b749-b55b1aefd694 None None] Port fc03b61b-50c5-4208-8b51-7152efaf38a2 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:11:04.648480 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=1b71b089-cea8-434a-af37-b3fe267086fc,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.662935 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.727869 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c3a88-8fbc-40b8-8f68-92589db82fa9,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.746130 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a660f9-dfb5-4845-beca-a02040986254 req-82242eb3-ee5d-42a7-8347-63fbcc0ade2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.747631 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-82242eb3-ee5d-42a7-8347-63fbcc0ade2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf558cd4-d246-4269-9ab6-4fc58ed5565a HTTP/1.1" status: 200 len: 851 time: 0.1541450 Jun 24 04:11:04.750350 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-53dc6ed3-b623-45ef-af13-90d14d5c64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.751581 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-53dc6ed3-b623-45ef-af13-90d14d5c64dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.1597548 Jun 24 04:11:04.816245 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.819005 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.872063 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-aeb2e7e6-6753-429f-8f35-00e1e7e6c525 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646043 Jun 24 04:11:04.872702 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.21', 53896) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:04.874742 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-76f91187-b7df-49dd-b232-101bc4d37d7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fda12e0b-f52a-4a28-aef2-fe247875d8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134074 Jun 24 04:11:04.927557 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c5a038a7-9fc7-4a25-a879-b68fe8e70725 req-0388cdc0-2a26-482c-a1c1-b23915beab8f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 210 time: 0.8241248 Jun 24 04:11:04.951167 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.955971 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2515be4-6a9b-4661-98eb-cfa28447f06c HTTP/1.1" status: 204 len: 168 time: 2.0383568 Jun 24 04:11:04.982226 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Router 979422b6-99c6-4324-93b8-631730a9534f has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:11:04.984983 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9ac53f61-60f0-41c0-abd4-e4b56ae0e344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:05.050908 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Allocated IP 172.20.0.12 (7abf061d-ea27-4ce0-8c91-c77b32e3255a/ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21/1f427ad1-ea2b-4714-b4f8-14b29148fd40) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:05.293410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:11:05.304469 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:11:05.314220 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2515be4-6a9b-4661-98eb-cfa28447f06c,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:05.320774 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:05.321653 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:05.379695 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] 10.222.0.11 "PUT /v2.0/routers/979422b6-99c6-4324-93b8-631730a9534f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4012878 Jun 24 04:11:05.488883 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.607689 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:05.796430 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 1b71b089-cea8-434a-af37-b3fe267086fc up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:05.842835 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-455010b2-fa3f-49ae-a597-e55d8997d6cd service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8924417 Jun 24 04:11:05.894055 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:10:59Z', 'revision_number': 2, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:05.900240 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-725bfdff-fc57-4553-bf8c-f75df473eb14 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:05.903920 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-725bfdff-fc57-4553-bf8c-f75df473eb14 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 818 time: 1.0280533 Jun 24 04:11:05.954542 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:11:05.961759 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Updating router 979422b6-99c6-4324-93b8-631730a9534f port 62ef4a73-dd56-4a16-becf-609d48f242ae binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:11:05.980447 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 1b71b089-cea8-434a-af37-b3fe267086fc triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:05.980860 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.073011 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.119790 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-4e7df5b8-5f33-4379-b58f-78a135d6519f service neutron] 10.222.0.21 "GET /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1710334 Jun 24 04:11:06.133081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Request body: {'port': {'device_id': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'admin_state_up': True, 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:06.145100 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.189782 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:06.204835 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93f78e53-acec-4ee4-8f9b-6d36eb6bd005 req-7614983c-5d2f-491f-a704-bbe8020ba20d service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993376 Jun 24 04:11:06.269013 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.274956 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.280875 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:06.298784 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146a84-c1c1-4bf7-aa45-96c8302c8520 req-bfd1a33c-ffe0-4e3c-9b8b-219552661246 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:06.298784 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-94146a84-c1c1-4bf7-aa45-96c8302c8520 req-bfd1a33c-ffe0-4e3c-9b8b-219552661246 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 944 time: 1.0062623 Jun 24 04:11:06.494628 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be360982-f926-4ba2-ac25-a9636cee36df', 'tag': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:06.498700 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893481cb-9a07-4f18-9ff3-afae54bbbf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "be360982-f926-4ba2-ac25-a9636cee36df", "tag": "b7da1d00-df03-48c0-8b0a-dbd8ec693bad"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:06.553188 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-94146a84-c1c1-4bf7-aa45-96c8302c8520 req-2e725c7e-0a15-417f-8116-eef1787d6932 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762180 Jun 24 04:11:06.565304 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Pushing event updated for resources: {'Port': ['ID=fc03b61b-50c5-4208-8b51-7152efaf38a2,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:06.593152 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:06.659790 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.676484 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Made reservation on behalf of 00144e8f1f44463f90e204fefdcbdf21 for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:06.692939 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.757985 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f0a660f9-dfb5-4845-beca-a02040986254 req-46241d8c-2f42-496b-8612-c0425ce5e7df service neutron] 10.222.0.21 "GET /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182191 Jun 24 04:11:06.766375 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:06.768139 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:06.790796 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.795358 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f194-318b-4418-bb4a-7999906002a1 req-a3064c9e-51e7-4063-85af-9264e9955d43 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:06.797197 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1796f194-318b-4418-bb4a-7999906002a1 req-a3064c9e-51e7-4063-85af-9264e9955d43 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 943 time: 1.2749188 Jun 24 04:11:06.824571 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Transition to ACTIVE for port object 62ef4a73-dd56-4a16-becf-609d48f242ae will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:06.920958 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1796f194-318b-4418-bb4a-7999906002a1 req-5b868d8c-6823-4d4e-9193-12dfd2157d54 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691011 Jun 24 04:11:06.987832 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7238533d-e1ae-437a-b2bb-755c71720d05 req-c3f2b332-505e-4581-b8de-518dfca92b93 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 210 time: 0.0417089 Jun 24 04:11:06.992254 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Router 42e6813c-311a-4a1e-8757-36713b98f83b has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:11:07.140861 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.142014 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f86f7f-2455-4001-b600-ccd33039ef1a x-openstack-request-id: req-f1f86f7f-2455-4001-b600-ccd33039ef1a {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:07.142418 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be360982-f926-4ba2-ac25-a9636cee36df", "tag": "b7da1d00-df03-48c0-8b0a-dbd8ec693bad", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:07.142785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1f86f7f-2455-4001-b600-ccd33039ef1a {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:07.143306 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be360982-f926-4ba2-ac25-a9636cee36df', 'tag': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad', 'status': 'completed', 'code': 200} Jun 24 04:11:07.153069 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:07.157725 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-94a96015-9495-4d37-8c35-f79458d0b8a3 None None] Provisioning complete for port fc03b61b-50c5-4208-8b51-7152efaf38a2 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:07.157725 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-94a96015-9495-4d37-8c35-f79458d0b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.187259 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.192761 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Allocated IP 172.20.0.11 (7abf061d-ea27-4ce0-8c91-c77b32e3255a/ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21/21682efd-addc-4262-88f1-7efe32b0d2bb) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:07.215970 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-bfc44ab9-fb96-4e18-9efc-8fa8ce89a92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:07.319268 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-94a96015-9495-4d37-8c35-f79458d0b8a3 None None] Port fc03b61b-50c5-4208-8b51-7152efaf38a2 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:11:07.385724 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377fa0c-31c3-44a7-b524-17ad4f78eeb8 None None] Pushing event updated for resources: {'Port': ['ID=62ef4a73-dd56-4a16-becf-609d48f242ae,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:07.417749 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-3377fa0c-31c3-44a7-b524-17ad4f78eeb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:07.431951 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:07.447925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:11:07.459120 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:11:07.471112 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] 10.222.0.11 "PUT /v2.0/routers/42e6813c-311a-4a1e-8757-36713b98f83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6444552 Jun 24 04:11:07.484703 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:07.491346 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:07.496078 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:07.496730 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:07.503274 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.503608 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.513641 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Attempting to bind port 62ef4a73-dd56-4a16-becf-609d48f242ae on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:07.515403 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Attempting to bind port 62ef4a73-dd56-4a16-becf-609d48f242ae by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:07.517584 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Attempting to bind port 62ef4a73-dd56-4a16-becf-609d48f242ae on network f48e48e4-f15a-4402-a565-8ca92489137f {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:07.522917 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-3fa6f41a-9c3d-482c-b38e-afcc8da0c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.524427 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-3fa6f41a-9c3d-482c-b38e-afcc8da0c305 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edb097c8acf44f9fb5962578b4c4b30f&device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 1096 time: 0.2793496 Jun 24 04:11:07.535063 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:07.536175 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Checking segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:07.537406 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.538020 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Bound using segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:07.538673 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Bound port: 62ef4a73-dd56-4a16-becf-609d48f242ae, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:07.540210 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.554276 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-4e020172-09d0-42af-9c01-db32565875d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.559286 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-4e020172-09d0-42af-9c01-db32565875d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 1097 time: 0.2824104 Jun 24 04:11:07.596541 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Pushing event updated for resources: {'Port': ['ID=1f427ad1-ea2b-4714-b4f8-14b29148fd40,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:07.603858 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:07.698667 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] For port 62ef4a73-dd56-4a16-becf-609d48f242ae, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:07.707602 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] For port 62ef4a73-dd56-4a16-becf-609d48f242ae, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=62ef4a73-dd56-4a16-becf-609d48f242ae,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:07.747766 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0054631 Jun 24 04:11:07.772125 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Request body: {'port': {'device_id': '1c22437f-dd01-4416-bd7b-d1432483645e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:07.781231 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.806323 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-3377fa0c-31c3-44a7-b524-17ad4f78eeb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:07.856371 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-df56e7c9-b055-4ccb-bba1-afa9d1731be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.862458 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-df56e7c9-b055-4ccb-bba1-afa9d1731be8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fda12e0b-f52a-4a28-aef2-fe247875d8c3 HTTP/1.1" status: 200 len: 912 time: 0.2875373 Jun 24 04:11:07.957230 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-5d238bb5-e709-415e-b0e1-f7d2391cdb0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f411377-9639-44a9-9c0a-bc00878089f2 HTTP/1.1" status: 200 len: 217 time: 0.0809379 Jun 24 04:11:07.960379 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.013291 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377fa0c-31c3-44a7-b524-17ad4f78eeb8 None None] Pushing event updated for resources: {'Port': ['ID=62ef4a73-dd56-4a16-becf-609d48f242ae,revision_number=4']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:08.093894 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:08.095238 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:08.146625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-50fc8447-c044-48d3-bcb3-d3da034a2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.146625 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-50fc8447-c044-48d3-bcb3-d3da034a2f5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bf558cd4-d246-4269-9ab6-4fc58ed5565a HTTP/1.1" status: 200 len: 851 time: 0.1425068 Jun 24 04:11:08.213573 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-d86b847e-3f04-440e-962a-a410fd2ba376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.215497 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-d86b847e-3f04-440e-962a-a410fd2ba376 service neutron] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 916 time: 0.6294391 Jun 24 04:11:08.240921 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:08.270783 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.317011 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f2246-2e7d-4a71-9e00-ccc3066ac8c5 req-50008ca5-f15c-439c-9f40-fa19f1e2d692 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.330531 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f36f2246-2e7d-4a71-9e00-ccc3066ac8c5 req-50008ca5-f15c-439c-9f40-fa19f1e2d692 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 944 time: 0.4251287 Jun 24 04:11:08.344963 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-01f00e36-bdbb-42fd-9d3c-109a436e8a4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad HTTP/1.1" status: 200 len: 217 time: 0.1125946 Jun 24 04:11:08.353080 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-5b9f4a62-3d2b-4f47-a6f4-85a1e1881b4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fda12e0b-f52a-4a28-aef2-fe247875d8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801200 Jun 24 04:11:08.375103 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:08.510737 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.548398 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f36f2246-2e7d-4a71-9e00-ccc3066ac8c5 req-79eeae32-a106-48e8-af20-5789f79dc8c5 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167177 Jun 24 04:11:08.563614 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:08.728126 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40382) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:08.733931 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723838078', 'description': 'tempest-description--12013207'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:08.749747 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Pushing event updated for resources: {'Port': ['ID=21682efd-addc-4262-88f1-7efe32b0d2bb,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:08.774366 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:08.786261 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-eab08541-96e7-4216-85ac-a1c1374769e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.790394 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-eab08541-96e7-4216-85ac-a1c1374769e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.4298716 Jun 24 04:11:08.849527 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Network 7abf061d-ea27-4ce0-8c91-c77b32e3255a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:08.863543 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:05Z', 'revision_number': 2, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:08.887199 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-3377fa0c-31c3-44a7-b524-17ad4f78eeb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:08.894649 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:08.904127 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.906085 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:08.906212 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:11:08.906464 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Updating router 42e6813c-311a-4a1e-8757-36713b98f83b port fc03b61b-50c5-4208-8b51-7152efaf38a2 binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:11:08.931956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.932676 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.972221 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.991278 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:07Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:09.124377 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.125571 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7aca92-acaa-48c5-b9d2-b1101f7abcb4 None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:07Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:11:09.528414 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.542526 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Transition to ACTIVE for port object fc03b61b-50c5-4208-8b51-7152efaf38a2 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:09.544792 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-cfd978f1-bd02-4f6a-b9f2-f9778be8ab12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6974149 Jun 24 04:11:09.629087 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5024872 Jun 24 04:11:09.643658 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.682680 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:09.722369 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Request body: {'port': {'device_id': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:09.792696 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f427ad1-ea2b-4714-b4f8-14b29148fd40 {{(pid=93542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:09.812506 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.890761 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-286a7bdd-623a-4fa1-9bf3-8a1bf61782c4 service neutron] 10.222.0.21 "GET /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5115664 Jun 24 04:11:09.893584 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.provisioning_blocks [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Transition to ACTIVE for port object 1f427ad1-ea2b-4714-b4f8-14b29148fd40 will not be triggered until provisioned by entity L2. {{(pid=93542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:09.894700 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 62ef4a73-dd56-4a16-becf-609d48f242ae up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:10.013731 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.052650 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:10.084978 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6458-d241-407c-954f-713dc3853bb3 None None] Pushing event updated for resources: {'Port': ['ID=fc03b61b-50c5-4208-8b51-7152efaf38a2,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:10.108553 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5a0d6458-d241-407c-954f-713dc3853bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:10.175966 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.204358 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e442d8-04ae-472e-90b4-4b41d9755f35 req-b72c2b7c-8b14-4acc-947d-895b50169db4 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:10.214994 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-36e442d8-04ae-472e-90b4-4b41d9755f35 req-b72c2b7c-8b14-4acc-947d-895b50169db4 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 943 time: 0.6805882 Jun 24 04:11:10.312770 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b3983-1725-4478-9282-e0618646d10a service neutron] Pushing event updated for resources: {'Port': ['ID=1f427ad1-ea2b-4714-b4f8-14b29148fd40,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:10.328734 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Attempting to bind port fc03b61b-50c5-4208-8b51-7152efaf38a2 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:10.331287 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Attempting to bind port fc03b61b-50c5-4208-8b51-7152efaf38a2 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:10.331816 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Attempting to bind port fc03b61b-50c5-4208-8b51-7152efaf38a2 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:10.346944 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-406b3983-1725-4478-9282-e0618646d10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:10.353193 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:10.353891 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Checking segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:10.356639 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.360445 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Bound using segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:10.361297 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Bound port: fc03b61b-50c5-4208-8b51-7152efaf38a2, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:10.361933 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.364322 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.managers [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Attempting to bind port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:10.365567 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.managers [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Attempting to bind port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'}] {{(pid=93542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:10.366095 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Attempting to bind port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a {{(pid=93542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:10.373373 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:10.374249 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Attempting to bind port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a {{(pid=93542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:10.380674 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:10.381250 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Checking segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:10.381971 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Bound using segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} {{(pid=93542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:10.382579 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.managers [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Bound port: 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'}}] {{(pid=93542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:10.383130 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.469315 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.493778 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:10.519825 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-be75ab4e-6f54-4c01-bdb8-366c698f360e service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9352529 Jun 24 04:11:10.560995 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 62ef4a73-dd56-4a16-becf-609d48f242ae completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:10.576724 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 62ef4a73-dd56-4a16-becf-609d48f242ae triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:10.578212 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-36e442d8-04ae-472e-90b4-4b41d9755f35 req-d2fb2377-e8b3-4523-b7ca-64ce3e6ca8dd tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620694 Jun 24 04:11:10.578715 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.580068 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.625235 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e4435-3a3f-4cc9-a335-ad83043060d7,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:10.656416 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40426) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:10.662396 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:10.665267 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] For port fc03b61b-50c5-4208-8b51-7152efaf38a2, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:10.673192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] For port fc03b61b-50c5-4208-8b51-7152efaf38a2, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=fc03b61b-50c5-4208-8b51-7152efaf38a2,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:10.680616 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778059448', 'description': 'tempest-description--675771347'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:10.738164 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] For port 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host hv-cinder-79246, cleared binding levels {{(pid=93542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:10.738164 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.753280 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0239334 Jun 24 04:11:10.789346 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.792004 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40430) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:10.814756 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'security_group_rule': {'security_group_id': '1b9e4435-3a3f-4cc9-a335-ad83043060d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:10.828181 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 62ef4a73-dd56-4a16-becf-609d48f242ae, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=62ef4a73-dd56-4a16-becf-609d48f242ae,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:10.906863 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] For port 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:10.944509 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:10.958400 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.027976 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6458-d241-407c-954f-713dc3853bb3 None None] Pushing event updated for resources: {'Port': ['ID=fc03b61b-50c5-4208-8b51-7152efaf38a2,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:11.042614 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5a0d6458-d241-407c-954f-713dc3853bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:11.052994 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.058023 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5a0d6458-d241-407c-954f-713dc3853bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.082017 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:11.085627 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:10:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:11.093548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.100924 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.172322 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.219621 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db8432-0127-4e43-82c8-115b6d604116 req-e26ceee8-7f0d-4865-ba08-b4dce04c1f69 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:11.228161 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-37db8432-0127-4e43-82c8-115b6d604116 req-e26ceee8-7f0d-4865-ba08-b4dce04c1f69 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 944 time: 0.3197601 Jun 24 04:11:11.239650 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:11.240616 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.249136 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-406b3983-1725-4478-9282-e0618646d10a service neutron] 10.222.0.21 "PUT /v2.0/ports/1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 1094 time: 3.4757047 Jun 24 04:11:11.249777 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=62ef4a73-dd56-4a16-becf-609d48f242ae,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:11.264175 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:11.285951 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c22437f-dd01-4416-bd7b-d1432483645e', 'tag': '1f427ad1-ea2b-4714-b4f8-14b29148fd40'}] {{(pid=93542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:11.337814 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-893481cb-9a07-4f18-9ff3-afae54bbbf3f req-5caa3b96-af91-483f-8379-758dc1e40c94 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963746 Jun 24 04:11:11.511398 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.548110 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:11.610428 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8c97c43-14dd-4acd-85e3-4d5a72788a04 req-6f13680d-fe66-4e91-b2ff-7633927d42e3 service neutron] 10.222.0.21 "GET /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6979406 Jun 24 04:11:11.614734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21682efd-addc-4262-88f1-7efe32b0d2bb {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:11.616544 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b3983-1725-4478-9282-e0618646d10a service neutron] Pushing event updated for resources: {'Port': ['ID=1f427ad1-ea2b-4714-b4f8-14b29148fd40,revision_number=3']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:11.629071 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-406b3983-1725-4478-9282-e0618646d10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:11.639345 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.640594 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:11:11.650754 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-37db8432-0127-4e43-82c8-115b6d604116 req-eb6ce670-ce25-48bf-a777-03f3092a53ce tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198446 Jun 24 04:11:11.717391 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Transition to ACTIVE for port object 21682efd-addc-4262-88f1-7efe32b0d2bb will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:11.759207 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 40456) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:11.807536 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.818017 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.839095 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2824a1daeaf2497d9ecc05b15daa12d427fd4bc78bbc93ad1002b5fdf5606d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c22437f-dd01-4416-bd7b-d1432483645e", "tag": "1f427ad1-ea2b-4714-b4f8-14b29148fd40"}]}' {{(pid=93542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:11.849674 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77fd2f-6460-4949-bfcf-bdc72d364608 req-719af86a-3854-4970-ac24-4aacc2966182 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:11.849674 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-be77fd2f-6460-4949-bfcf-bdc72d364608 req-719af86a-3854-4970-ac24-4aacc2966182 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 932 time: 0.8564410 Jun 24 04:11:11.858347 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 62ef4a73-dd56-4a16-becf-609d48f242ae up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:11.878372 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.885608 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.934437 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adfae9-92fe-40e7-9661-5d2e4b0496d1 req-969971d5-e8c5-4a01-9465-f6cbaa4f499b tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:11.935974 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-19adfae9-92fe-40e7-9661-5d2e4b0496d1 req-969971d5-e8c5-4a01-9465-f6cbaa4f499b tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 943 time: 0.0842645 Jun 24 04:11:11.937195 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-be77fd2f-6460-4949-bfcf-bdc72d364608 req-95572a42-a281-47ce-8eec-1ccc320c2196 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895653 Jun 24 04:11:11.948204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-5482c271-7a41-4c9c-b624-49df8947c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:11.950831 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-5482c271-7a41-4c9c-b624-49df8947c9d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1097 time: 0.3376234 Jun 24 04:11:11.976321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.980750 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.982692 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.990785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Pushing event updated for resources: {'Port': ['ID=21682efd-addc-4262-88f1-7efe32b0d2bb,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:11.994537 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.016591 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.029269 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-19adfae9-92fe-40e7-9661-5d2e4b0496d1 req-0166523d-cbb0-4a2d-82db-9cd280a401cd tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792391 Jun 24 04:11:12.029269 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d97aaa-da51-4562-8137-4a22ed05a024,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.033882 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.034357 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-02bce3a2-8572-4b51-9207-c15fb169dce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:12.059131 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 62ef4a73-dd56-4a16-becf-609d48f242ae triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:12.059131 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.075213 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7015c2e-0a79-4e3f-b03b-3af1c8785efa,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.078465 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.090491 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-78433ca7-4d5f-48e1-988e-9f2b4ba6d4d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0427833 Jun 24 04:11:12.091275 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Attempting to bind port 21682efd-addc-4262-88f1-7efe32b0d2bb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:12.091602 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Attempting to bind port 21682efd-addc-4262-88f1-7efe32b0d2bb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:12.091923 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Attempting to bind port 21682efd-addc-4262-88f1-7efe32b0d2bb on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:12.096983 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Port 21682efd-addc-4262-88f1-7efe32b0d2bb on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:12.096983 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Attempting to bind port 21682efd-addc-4262-88f1-7efe32b0d2bb on network 7abf061d-ea27-4ce0-8c91-c77b32e3255a {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:12.100090 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.101530 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3085294 Jun 24 04:11:12.104061 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40464) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:12.108639 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'security_group_rule': {'security_group_id': '1b9e4435-3a3f-4cc9-a335-ad83043060d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:12.129329 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.130888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:12.131211 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Checking segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:12.131589 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Bound using segment: {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:12.132030 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Bound port: 21682efd-addc-4262-88f1-7efe32b0d2bb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c697f40a-d884-4765-a134-5ac241c484f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:12.132373 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.133762 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4700534 Jun 24 04:11:12.136756 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40466) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:12.147305 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'security_group_rule': {'security_group_id': 'a7015c2e-0a79-4e3f-b03b-3af1c8785efa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:12.200305 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-dcd60539-fe28-4bfa-a12d-877f3ab0bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:12.201901 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-dcd60539-fe28-4bfa-a12d-877f3ab0bfbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.1026881 Jun 24 04:11:12.205631 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:12.210889 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9893d89-624c-4bd5-9e12-73961ccde2f7 x-openstack-request-id: req-a9893d89-624c-4bd5-9e12-73961ccde2f7 {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:12.212184 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c22437f-dd01-4416-bd7b-d1432483645e", "tag": "1f427ad1-ea2b-4714-b4f8-14b29148fd40", "status": "completed", "code": 200}]} {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:12.212454 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9893d89-624c-4bd5-9e12-73961ccde2f7 {{(pid=93542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:12.212920 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c22437f-dd01-4416-bd7b-d1432483645e', 'tag': '1f427ad1-ea2b-4714-b4f8-14b29148fd40', 'status': 'completed', 'code': 200} Jun 24 04:11:12.237391 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe35848-a1e7-4129-b3a4-5ff79e0dffc1 None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:11:12.258586 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-582f16b1-f5e5-43b2-b88b-52fcf1c63ee5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407848 Jun 24 04:11:12.314310 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] For port 21682efd-addc-4262-88f1-7efe32b0d2bb, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:12.367899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] For port 21682efd-addc-4262-88f1-7efe32b0d2bb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21682efd-addc-4262-88f1-7efe32b0d2bb,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:12.420350 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.422918 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-b6e1f76e-fb7f-4ee8-9e09-0fc71f42bb9d service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449816 Jun 24 04:11:12.461350 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.488671 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:12.496951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.502125 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.db.api [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 04:11:12.502125 dv-cinder-792462-18-smb neutron-server[93542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 04:11:12.502125 dv-cinder-792462-18-smb neutron-server[93542]: [parameters: {'project_id_1': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'expiration_1': datetime.datetime(2021, 6, 24, 4, 11, 12, 158370)}] Jun 24 04:11:12.502125 dv-cinder-792462-18-smb neutron-server[93542]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:11:12.504938 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_db.api [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:11:12.541268 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:12.541872 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.543254 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] 10.222.0.21 "PUT /v2.0/ports/21682efd-addc-4262-88f1-7efe32b0d2bb HTTP/1.1" status: 200 len: 1094 time: 2.8714898 Jun 24 04:11:12.550485 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'tag': '21682efd-addc-4262-88f1-7efe32b0d2bb'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:12.553150 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d9784-7448-4e68-b2ce-27099377b9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcdd8f5-707c-4dc7-82e0-e77e051bad4b", "tag": "21682efd-addc-4262-88f1-7efe32b0d2bb"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:12.585512 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.599166 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e57380c-760d-4d9f-8790-d4a3f4ff0847 x-openstack-request-id: req-6e57380c-760d-4d9f-8790-d4a3f4ff0847 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:12.599476 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcdd8f5-707c-4dc7-82e0-e77e051bad4b", "tag": "21682efd-addc-4262-88f1-7efe32b0d2bb", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:12.599741 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e57380c-760d-4d9f-8790-d4a3f4ff0847 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:12.600135 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'tag': '21682efd-addc-4262-88f1-7efe32b0d2bb', 'status': 'completed', 'code': 200} Jun 24 04:11:12.603357 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1eaf1dab-bd40-41c8-9f4d-38aeb8cc77d1 req-ff61b07e-6f9c-470c-aa53-5a48596c51d2 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736796 Jun 24 04:11:12.610820 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd980985728e4376a119476b28e26afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8482909 Jun 24 04:11:12.611536 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 40474) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:12.631752 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Pushing event updated for resources: {'Port': ['ID=21682efd-addc-4262-88f1-7efe32b0d2bb,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.644414 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.649069 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:12.655447 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.705013 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565baaf7-002b-42be-bc72-993dd6e414e3,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.710189 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.730821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.747309 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9784-7448-4e68-b2ce-27099377b9c4 req-1658423c-1479-45a5-aab4-084d9de25d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:12.748689 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-753d9784-7448-4e68-b2ce-27099377b9c4 req-1658423c-1479-45a5-aab4-084d9de25d90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 1097 time: 0.1180313 Jun 24 04:11:12.760483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.764108 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.771204 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e95c9b5d-9ed3-46da-90a0-ae097ad0deaa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:12.788564 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8e20e7-a4aa-43cb-8a79-65f0e3599dd2,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.792147 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.854696 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.857346 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7517731 Jun 24 04:11:12.860253 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40482) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:12.865297 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'floatingip': {'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:12.980392 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.060054 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9784-7448-4e68-b2ce-27099377b9c4 req-c28191a2-08c0-44d9-94f0-bcd73d711e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.061809 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-753d9784-7448-4e68-b2ce-27099377b9c4 req-c28191a2-08c0-44d9-94f0-bcd73d711e1c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=00144e8f1f44463f90e204fefdcbdf21&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2993727 Jun 24 04:11:13.095674 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf6f15-a535-46a6-b09a-55d83b2f8cfa req-e37cfd70-efcc-469d-b82f-01f07fcddd84 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.097199 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cabf6f15-a535-46a6-b09a-55d83b2f8cfa req-e37cfd70-efcc-469d-b82f-01f07fcddd84 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 944 time: 0.3103902 Jun 24 04:11:13.122418 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.125733 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-7e749ccf-7e93-4307-bc39-1ded6a74d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.127226 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-7e749ccf-7e93-4307-bc39-1ded6a74d412 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1097 time: 0.3393691 Jun 24 04:11:13.190062 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.282035 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.298381 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443f552-0782-49b8-a21b-cc8b4c5fb47f req-8a613b9c-e14a-444f-a84f-d7f79e4b0cce tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.299967 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a443f552-0782-49b8-a21b-cc8b4c5fb47f req-8a613b9c-e14a-444f-a84f-d7f79e4b0cce tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 944 time: 0.1635108 Jun 24 04:11:13.370573 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Allocated IP 172.28.1.113 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/a7e1325c-6bd0-4894-a055-659ddd81611c) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:13.374524 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.381161 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a443f552-0782-49b8-a21b-cc8b4c5fb47f req-29a46983-430e-41ce-9295-36ba67add565 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604942 Jun 24 04:11:13.385484 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:13.407989 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.430565 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3d917e-188f-4830-8da6-0e32e0dadfa3,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:13.433321 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.434541 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/565baaf7-002b-42be-bc72-993dd6e414e3 HTTP/1.1" status: 204 len: 168 time: 0.8206782 Jun 24 04:11:13.442750 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:13.446517 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:13.519452 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565baaf7-002b-42be-bc72-993dd6e414e3,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:13.539570 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cabf6f15-a535-46a6-b09a-55d83b2f8cfa req-a666bb93-8c58-43fd-90b0-aae4dedba10b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220583 Jun 24 04:11:13.543169 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:13.566915 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9784-7448-4e68-b2ce-27099377b9c4 req-57e7759e-43c9-42c2-934b-db5a640f86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.568290 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-753d9784-7448-4e68-b2ce-27099377b9c4 req-57e7759e-43c9-42c2-934b-db5a640f86f4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4973423 Jun 24 04:11:13.568817 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.570007 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4314392 Jun 24 04:11:13.573202 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40500) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:13.581233 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'security_group_rule': {'security_group_id': 'a7015c2e-0a79-4e3f-b03b-3af1c8785efa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:13.602821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-b98506e7-873e-4989-a909-358d802ef483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.604346 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-b98506e7-873e-4989-a909-358d802ef483 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.4650946 Jun 24 04:11:13.662925 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-ee1a7073-c1cc-4af3-a63c-92a9d598f09f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0520246 Jun 24 04:11:13.680858 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.745807 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47a869-15ce-49a7-a5f8-15a41a4c5d8a req-e6de30c1-7eb4-49af-8fca-de5e34a07c43 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.747567 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-cf9f636c-0bb0-4636-b511-fd0001ffb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.749088 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-cf9f636c-0bb0-4636-b511-fd0001ffb884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0639288 Jun 24 04:11:13.756768 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ee47a869-15ce-49a7-a5f8-15a41a4c5d8a req-e6de30c1-7eb4-49af-8fca-de5e34a07c43 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 943 time: 0.1665063 Jun 24 04:11:13.785139 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-23d09f4c-8bda-43e2-bf0e-4f959be30a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.786790 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-23d09f4c-8bda-43e2-bf0e-4f959be30a0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 1097 time: 0.1351430 Jun 24 04:11:13.796470 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.818012 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-23c47f8d-c1d7-48f1-b312-613c72681631 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618680 Jun 24 04:11:13.856335 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device fc03b61b-50c5-4208-8b51-7152efaf38a2 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:13.862589 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-851984f2-2080-4840-b902-e235fe9a9b8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21682efd-addc-4262-88f1-7efe32b0d2bb HTTP/1.1" status: 200 len: 217 time: 0.0557337 Jun 24 04:11:13.879190 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ee47a869-15ce-49a7-a5f8-15a41a4c5d8a req-ec5051ee-66cc-4c01-b7e8-64daa67e096d tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204681 Jun 24 04:11:13.915965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.942512 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.947652 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:13.968769 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port fc03b61b-50c5-4208-8b51-7152efaf38a2 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:13.975251 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port fc03b61b-50c5-4208-8b51-7152efaf38a2 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:13.975868 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:13.976696 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-892d1602-ebe1-4833-97cc-57355b568ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.978231 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-892d1602-ebe1-4833-97cc-57355b568ce7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0995517 Jun 24 04:11:14.034239 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-5fd7ebe3-290c-4174-aeb0-2d5e1f1d8ccf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448747 Jun 24 04:11:14.034617 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.036004 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-0fe52e22-d7ba-4e59-8305-291651e82b10 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865423 Jun 24 04:11:14.093062 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:14.109154 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:14.109154 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:14.117747 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.144778 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'Port': ['ID=a7e1325c-6bd0-4894-a055-659ddd81611c,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:14.166950 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port fc03b61b-50c5-4208-8b51-7152efaf38a2, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=fc03b61b-50c5-4208-8b51-7152efaf38a2,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:14.172585 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:14.173191 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e9ff7331-bdf9-402a-81d3-64aef9be6c2d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:14.193318 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ffacd3-cbb8-4a1a-80af-6393e4cc1c1a,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:14.200686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:14.227166 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.301243 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-22ad533b-70f7-4dea-ba33-f6770f27809b service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549031 Jun 24 04:11:14.303157 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab27ae94-f2f6-478f-b5f8-7bbde6f8efc3 req-636c1e12-174a-495d-9fc4-27d8c584f081 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554777 Jun 24 04:11:14.310307 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.311581 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7371144 Jun 24 04:11:14.314559 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40512) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:14.319214 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'floatingip': {'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:14.347402 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.359060 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:14.399973 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3fe15a77-17c9-4b51-8b02-326e0e94f836 req-6a8cade9-ebd5-4ae8-980c-380e616e5de6 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888457 Jun 24 04:11:14.402069 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.412308 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=fc03b61b-50c5-4208-8b51-7152efaf38a2,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:14.421774 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:14.425394 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.579887 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40520) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:14.591396 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bb2d7-c784-4a29-973f-c055660f7dca req-6864564c-8c2f-466f-8fd4-80cb83925baa tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:14.593054 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bd8bb2d7-c784-4a29-973f-c055660f7dca req-6864564c-8c2f-466f-8fd4-80cb83925baa tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 944 time: 0.0823636 Jun 24 04:11:14.608436 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.645497 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bd8bb2d7-c784-4a29-973f-c055660f7dca req-87605b90-55a4-4b19-813c-d91e50305f5b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Jun 24 04:11:14.654821 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.681519 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.770589 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:14.807691 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:15.013464 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.057053 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4049b4-372e-46f5-860b-99408edfaf2d req-cfd34dc9-a01d-4dd6-a002-c9e553880afe tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:15.058557 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fc4049b4-372e-46f5-860b-99408edfaf2d req-cfd34dc9-a01d-4dd6-a002-c9e553880afe tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 943 time: 0.0643604 Jun 24 04:11:15.063662 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'Port': ['ID=a7e1325c-6bd0-4894-a055-659ddd81611c,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:15.074161 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:15.076590 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Allocated IP 172.28.1.153 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/73f42b5f-ae25-40b1-a814-6345647591b1) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:15.096959 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fc4049b4-372e-46f5-860b-99408edfaf2d req-b6b4d3b5-f361-42e7-aea8-e83e67840aec tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Jun 24 04:11:15.098061 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a2b2e-b522-4a5f-b2fc-d0d60d949d7b req-df22c0e7-646f-4a6e-9659-3a8057bd19cf tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:15.098748 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef6a2b2e-b522-4a5f-b2fc-d0d60d949d7b req-df22c0e7-646f-4a6e-9659-3a8057bd19cf tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 944 time: 0.4135299 Jun 24 04:11:15.147257 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.201275 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef6a2b2e-b522-4a5f-b2fc-d0d60d949d7b req-7103bb52-5a88-4939-807a-36eb53cbf78c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948949 Jun 24 04:11:15.236038 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.238769 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.245149 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8309cde2-10ee-4d78-9e67-14f557bb5469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:15.286301 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cacbe22cead74324a07083c4480aba80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029479 Jun 24 04:11:15.289754 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40536) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:15.297749 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e7b2a-d2fd-4893-a018-d05a81f7cfbc,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:15.302462 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:15.326057 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.327236 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d66cab0b-fa7a-40f1-958d-f677a54bd4ea tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4657772 Jun 24 04:11:15.365730 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.388175 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.396348 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.405742 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-406b3983-1725-4478-9282-e0618646d10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:15.432170 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 1f427ad1-ea2b-4714-b4f8-14b29148fd40 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:15.464468 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:15.469487 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:15.476371 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:15.481094 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'Port': ['ID=73f42b5f-ae25-40b1-a814-6345647591b1,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:15.486700 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:15.547878 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.550340 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:15.561680 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '1f427ad1-ea2b-4714-b4f8-14b29148fd40', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'port_id': '1f427ad1-ea2b-4714-b4f8-14b29148fd40', 'mac_address': 'fa:16:3e:dd:5f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:15.567426 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.568555 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/937e7b2a-d2fd-4893-a018-d05a81f7cfbc HTTP/1.1" status: 204 len: 168 time: 0.2778194 Jun 24 04:11:15.571119 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:15.580927 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e7b2a-d2fd-4893-a018-d05a81f7cfbc,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:15.584312 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:15.602241 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.603399 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-0d6c5083-ba26-4a5f-ba39-0180f9a3b255 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--723838078&fields=id&tenant_id=3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 267 time: 0.0596848 Jun 24 04:11:15.619077 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.634344 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f427ad1-ea2b-4714-b4f8-14b29148fd40 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:15.655001 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:15.717007 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-481fd69c-97bd-4fdc-b7c1-a205863bbb50 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:15.718502 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-481fd69c-97bd-4fdc-b7c1-a205863bbb50 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 816 time: 0.1084008 Jun 24 04:11:15.728602 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.729377 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b7da1d00-df03-48c0-8b0a-dbd8ec693bad details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:15.731266 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5a0d6458-d241-407c-954f-713dc3853bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:15.740667 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-acc2ea87-09b5-4fae-9a17-049a10c1fa57 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/quotas/3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 375 time: 0.0161853 Jun 24 04:11:15.758236 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:15.776224 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device fc03b61b-50c5-4208-8b51-7152efaf38a2 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:15.893392 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-62d02692-bf26-46aa-8edc-6e54b8ac317d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327775 Jun 24 04:11:15.914795 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=1f427ad1-ea2b-4714-b4f8-14b29148fd40,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:15.920739 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:15.951254 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port fc03b61b-50c5-4208-8b51-7152efaf38a2 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:15.957081 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.000474 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468309c7-7cbb-4db6-8097-169bf924823e req-d2e0f10c-ba36-46eb-abfd-234683b1261e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:16.002096 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-468309c7-7cbb-4db6-8097-169bf924823e req-d2e0f10c-ba36-46eb-abfd-234683b1261e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 944 time: 0.1737332 Jun 24 04:11:16.081097 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-6ca93d58-881c-4363-936a-2c4962d82036 service neutron] 10.222.0.11 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831894 Jun 24 04:11:16.087156 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.094478 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-468309c7-7cbb-4db6-8097-169bf924823e req-fb0cc47f-87da-4f2f-b393-48998d44f995 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821760 Jun 24 04:11:16.120947 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:16.139585 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'port_id': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad', 'mac_address': 'fa:16:3e:1c:c0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcadff27-695f-4913-958d-625e97f03859', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:16.181198 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.184772 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:16.207335 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.216408 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-ec4edf1a-b292-489c-8c7f-44a5c2a704b6 service neutron] 10.222.0.11 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268709 Jun 24 04:11:16.241736 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7da1d00-df03-48c0-8b0a-dbd8ec693bad {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:16.277661 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:16.321581 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.351736 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.352540 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5f411377-9639-44a9-9c0a-bc00878089f2 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:16.354529 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:16.371863 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'Port': ['ID=73f42b5f-ae25-40b1-a814-6345647591b1,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:16.375148 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:16.413140 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bad88-7449-42bb-a99f-f49f31dde44c req-d6d5a678-848f-4070-ad55-75c4ae551633 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:16.418596 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a04bad88-7449-42bb-a99f-f49f31dde44c req-d6d5a678-848f-4070-ad55-75c4ae551633 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 943 time: 0.0902414 Jun 24 04:11:16.426366 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:16.431169 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:16.466737 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.467942 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1522934 Jun 24 04:11:16.471176 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a04bad88-7449-42bb-a99f-f49f31dde44c req-9b1f6931-6050-42a2-a82b-1dc4e793e16a tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Jun 24 04:11:16.513644 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5f411377-9639-44a9-9c0a-bc00878089f2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5f411377-9639-44a9-9c0a-bc00878089f2,segment=NetworkSegment(8e779d01-2e71-4dc5-bc8a-76977e3802cb),segment_id=8e779d01-2e71-4dc5-bc8a-76977e3802cb)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:16.527819 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '5f411377-9639-44a9-9c0a-bc00878089f2', 'network_id': 'fda12e0b-f52a-4a28-aef2-fe247875d8c3', 'port_id': '5f411377-9639-44a9-9c0a-bc00878089f2', 'mac_address': 'fa:16:3e:25:8f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf558cd4-d246-4269-9ab6-4fc58ed5565a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:16.593535 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.637683 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-824219ed-2829-4b7e-9c63-a217a394a18f req-b52808a1-1f20-4f0c-af54-95bfa3b18808 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 210 time: 0.0488162 Jun 24 04:11:16.645276 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f411377-9639-44a9-9c0a-bc00878089f2 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:16.682435 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5f411377-9639-44a9-9c0a-bc00878089f2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5f411377-9639-44a9-9c0a-bc00878089f2,segment=NetworkSegment(8e779d01-2e71-4dc5-bc8a-76977e3802cb),segment_id=8e779d01-2e71-4dc5-bc8a-76977e3802cb)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:16.798865 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:16.800768 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:16.847094 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736998c-d7fa-4440-8e56-6cf02dbd046b req-b546c09b-b1e9-47a7-ac1d-2b633eab55b1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:16.848809 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7736998c-d7fa-4440-8e56-6cf02dbd046b req-b546c09b-b1e9-47a7-ac1d-2b633eab55b1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 945 time: 0.1238830 Jun 24 04:11:16.869447 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-846727b0-d9ee-43c4-9475-49dac307f672 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--778059448&fields=id&tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3 HTTP/1.1" status: 200 len: 267 time: 0.0544834 Jun 24 04:11:16.874193 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5f411377-9639-44a9-9c0a-bc00878089f2,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:16.878064 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:16.918004 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7736998c-d7fa-4440-8e56-6cf02dbd046b req-bb482a8b-0e0f-4b16-82c2-969563e78e58 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517149 Jun 24 04:11:16.984042 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-994d632f-55e0-4653-bea0-b3663d7754fa tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:16.985487 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-994d632f-55e0-4653-bea0-b3663d7754fa tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 809 time: 0.1148300 Jun 24 04:11:17.000092 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e221e7ba-8468-4f45-ad6c-e58cddc09cbf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/quotas/fbcfd8e88d504aa5b4ce086b280df2b3 HTTP/1.1" status: 200 len: 375 time: 0.0091672 Jun 24 04:11:17.075516 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-399e3d35-9faa-4420-95ff-408c6fe279f5 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700583 Jun 24 04:11:17.133447 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:17.161572 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['5f411377-9639-44a9-9c0a-bc00878089f2'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:17.164544 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['1f427ad1-ea2b-4714-b4f8-14b29148fd40'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:17.182566 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-085906e6-62bb-4191-a8a8-90dea0432dcf service neutron] 10.222.0.11 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948405 Jun 24 04:11:17.304362 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-6d6fa9c8-b5af-4c05-88ac-56658a6d0019 service neutron] 10.222.0.11 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120622 Jun 24 04:11:17.357079 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49462735-adf7-40ab-ba15-2df53228b676 req-932409e9-a8dc-4e0b-a0ba-1cc0394f9831 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:17.358810 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-49462735-adf7-40ab-ba15-2df53228b676 req-932409e9-a8dc-4e0b-a0ba-1cc0394f9831 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 944 time: 0.0769584 Jun 24 04:11:17.415613 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-49462735-adf7-40ab-ba15-2df53228b676 req-7028eb7d-5b3d-49d1-b459-51e6bdf1a25f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Jun 24 04:11:17.439275 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 21682efd-addc-4262-88f1-7efe32b0d2bb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:17.719111 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4b52abf6-8d37-42bb-8b5d-eaa6aeb312c7 req-2930e662-020f-401d-b6dd-c20a018dc295 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 210 time: 0.0903254 Jun 24 04:11:17.762994 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 21682efd-addc-4262-88f1-7efe32b0d2bb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21682efd-addc-4262-88f1-7efe32b0d2bb,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:17.792084 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10393515-f8c0-4336-8f63-d2fd06605147 req-3e7a587f-8b11-44b5-80d1-bee7147ee685 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:17.800435 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-10393515-f8c0-4336-8f63-d2fd06605147 req-3e7a587f-8b11-44b5-80d1-bee7147ee685 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 944 time: 0.1556869 Jun 24 04:11:17.833092 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '21682efd-addc-4262-88f1-7efe32b0d2bb', 'network_id': '7abf061d-ea27-4ce0-8c91-c77b32e3255a', 'port_id': '21682efd-addc-4262-88f1-7efe32b0d2bb', 'mac_address': 'fa:16:3e:c1:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:17.842761 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-10393515-f8c0-4336-8f63-d2fd06605147 req-e5a7e2e3-93d2-4dc2-a74b-af0bdb8d63f0 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Jun 24 04:11:17.863446 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c0d87e74-bba2-47ae-afc6-5b46ee385ee2 req-3e29b6be-a5d1-412d-8733-98a49e8b54bc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 210 time: 0.0843520 Jun 24 04:11:17.901709 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:17.914843 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21682efd-addc-4262-88f1-7efe32b0d2bb {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:17.935957 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 21682efd-addc-4262-88f1-7efe32b0d2bb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21682efd-addc-4262-88f1-7efe32b0d2bb,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:18.060320 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.062801 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-a7807a9a-2ebc-451e-a7ce-c12a15afc048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:18.118763 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=21682efd-addc-4262-88f1-7efe32b0d2bb,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:18.128815 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:18.148771 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863aa79-6ab8-4d9a-b6c6-bdf8fb7d6d5c req-703259f7-732f-4140-b064-1b40bae70b56 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:18.150299 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4863aa79-6ab8-4d9a-b6c6-bdf8fb7d6d5c req-703259f7-732f-4140-b064-1b40bae70b56 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 945 time: 0.0856872 Jun 24 04:11:18.209924 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4863aa79-6ab8-4d9a-b6c6-bdf8fb7d6d5c req-9452a9ea-f1ce-460d-b4fb-269e58535613 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490799 Jun 24 04:11:18.254032 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40682) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:18.368317 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.419671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['21682efd-addc-4262-88f1-7efe32b0d2bb'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:18.502035 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.586245 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.590605 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-30b5e646-bd5a-44c7-bc76-ee4f58d666db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:18.616155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047f5e8-03b2-4be0-9dd6-6d3048e416a1 req-3476d2c9-328b-477a-8123-189e7562ca9a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:18.617728 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4047f5e8-03b2-4be0-9dd6-6d3048e416a1 req-3476d2c9-328b-477a-8123-189e7562ca9a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 945 time: 0.0654941 Jun 24 04:11:18.628258 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b74bb108f918406abaee92c4732d196f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719542 Jun 24 04:11:18.628886 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa625787-4f79-4e06-8a9d-4d723038bc7f,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:18.631296 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40692) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:18.633271 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:18.671978 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4047f5e8-03b2-4be0-9dd6-6d3048e416a1 req-4a416390-d449-480c-94a6-315f5e4c9f3e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Jun 24 04:11:18.699798 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.721717 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.790880 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-521294de-fe98-49c5-8490-f0d8310ddaed req-7a360b7e-9aaa-47b2-89f6-ea6b502301af tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 210 time: 0.0351832 Jun 24 04:11:18.951326 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.954902 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:18.956376 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa625787-4f79-4e06-8a9d-4d723038bc7f HTTP/1.1" status: 204 len: 168 time: 0.3241935 Jun 24 04:11:18.957311 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:18.968813 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa625787-4f79-4e06-8a9d-4d723038bc7f,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:18.972492 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:19.038324 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-56c37535-2249-4e43-89eb-8abd51f7e444 req-1beaf24f-c67e-446d-87d4-95e0092eab81 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 210 time: 0.0475242 Jun 24 04:11:19.041803 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8c6ea-e80e-4477-b9b7-75ae7ccd2329 req-99ca094d-6331-477a-b2df-01a732e0a450 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.059912 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ddf8c6ea-e80e-4477-b9b7-75ae7ccd2329 req-99ca094d-6331-477a-b2df-01a732e0a450 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 944 time: 0.0909779 Jun 24 04:11:19.089025 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ddf8c6ea-e80e-4477-b9b7-75ae7ccd2329 req-57164984-1039-4895-9539-4bec17a023a0 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Jun 24 04:11:19.440326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-f141c39f-8289-4cb3-84ba-7af2f3774665 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.441794 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-f141c39f-8289-4cb3-84ba-7af2f3774665 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 816 time: 0.1648414 Jun 24 04:11:19.452569 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 1f427ad1-ea2b-4714-b4f8-14b29148fd40 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:19.464666 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c4139-a3d6-4c69-88f1-1060fd57c45e req-69003115-757d-4624-b242-b2e40013dd60 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.478057 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b08c4139-a3d6-4c69-88f1-1060fd57c45e req-69003115-757d-4624-b242-b2e40013dd60 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 945 time: 0.1224835 Jun 24 04:11:19.535369 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-2f3402c2-8516-4860-a3a9-db054a01cf93 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 379 time: 0.0797000 Jun 24 04:11:19.551551 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b08c4139-a3d6-4c69-88f1-1060fd57c45e req-de59fd74-3a2e-441b-b11c-229ccd497e3f tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721912 Jun 24 04:11:19.552239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'port': {'device_id': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'admin_state_up': True, 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'security_groups': ['1b9e4435-3a3f-4cc9-a335-ad83043060d7']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:19.635625 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:19.640019 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:19.640580 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:19.733617 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:19.755632 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c22437f-dd01-4416-bd7b-d1432483645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f427ad1-ea2b-4714-b4f8-14b29148fd40'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:19.804780 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Made reservation on behalf of 3158facc76424c409140116d4ae03c3f for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:19.807941 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:19.846291 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:19.877576 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40728) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:19.896297 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:19.960079 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9eca64be-b82c-4510-ae18-83f81513b8bf req-e9be9d0c-6c24-4bdc-bd85-05d3b1cd03c2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 210 time: 0.0402718 Jun 24 04:11:19.968899 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:19.969854 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b7da1d00-df03-48c0-8b0a-dbd8ec693bad up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:19.972517 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:19.973513 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e292-3d48-4cc6-8ecd-8da747a37b55 req-7cf4a988-b0f0-4577-bb36-0ac82d350577 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.981852 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6e62e292-3d48-4cc6-8ecd-8da747a37b55 req-7cf4a988-b0f0-4577-bb36-0ac82d350577 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 945 time: 0.1873994 Jun 24 04:11:20.025699 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3cf1b3-0351-4c24-bc6d-889d3df1b947" -d '{"events": [{"server_uuid": "1c22437f-dd01-4416-bd7b-d1432483645e", "name": "network-vif-plugged", "status": "completed", "tag": "1f427ad1-ea2b-4714-b4f8-14b29148fd40"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:20.068181 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=1f427ad1-ea2b-4714-b4f8-14b29148fd40,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:20.074822 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:20.096038 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6e62e292-3d48-4cc6-8ecd-8da747a37b55 req-9415e61b-9324-4d53-90f8-889ca312f626 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046126 Jun 24 04:11:20.107762 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.124444 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Allocated IP 172.20.0.4 (f48e48e4-f15a-4402-a565-8ca92489137f/d267ccfc-00a7-49ad-892c-6afb189116e7/5d60dc92-6cc3-4bd2-a15e-c331cacb9869) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:20.139456 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port b7da1d00-df03-48c0-8b0a-dbd8ec693bad completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:20.145624 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port b7da1d00-df03-48c0-8b0a-dbd8ec693bad triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:20.146342 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.174520 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f0692-42b1-4e21-a21d-ce8129fd0f47 x-openstack-request-id: req-0f2f0692-42b1-4e21-a21d-ce8129fd0f47 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:20.174878 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c22437f-dd01-4416-bd7b-d1432483645e", "name": "network-vif-plugged", "status": "completed", "tag": "1f427ad1-ea2b-4714-b4f8-14b29148fd40", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:20.175188 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f2f0692-42b1-4e21-a21d-ce8129fd0f47 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:20.178817 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c22437f-dd01-4416-bd7b-d1432483645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f427ad1-ea2b-4714-b4f8-14b29148fd40', 'code': 200} Jun 24 04:11:20.197420 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.201343 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0f707900-e4ad-4054-a1eb-4305eaf0c165 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:20.274778 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.291119 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f3b6d-f521-43db-8d5f-83c58af31e0a,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:20.295410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:20.317203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:20.328269 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5de6fd6cdd054978a386f45309ab1227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493682 Jun 24 04:11:20.343580 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 40746) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:20.355585 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-83166b3b-68d6-47ec-a251-be5210b879dd req-d02582b7-d4e1-4165-9145-0e5fdc5b075e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 210 time: 0.0518422 Jun 24 04:11:20.384300 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.385399 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 21682efd-addc-4262-88f1-7efe32b0d2bb up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:20.394629 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10fa7c-8802-4a50-ad05-89084c6fdccc req-f7fb5cc8-e20e-49a7-8a6b-04a9294136bd tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:20.400730 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8b10fa7c-8802-4a50-ad05-89084c6fdccc req-f7fb5cc8-e20e-49a7-8a6b-04a9294136bd tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 944 time: 0.1042383 Jun 24 04:11:20.441082 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:20.450191 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8b10fa7c-8802-4a50-ad05-89084c6fdccc req-6e956ca1-761d-415d-bbec-6bd9a612cdd4 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478494 Jun 24 04:11:20.471133 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.508190 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:20.511622 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:20.612900 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 21682efd-addc-4262-88f1-7efe32b0d2bb completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:20.619469 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 21682efd-addc-4262-88f1-7efe32b0d2bb triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:20.619469 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.705245 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.726452 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Transition to ACTIVE for port object 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:20.740319 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 21682efd-addc-4262-88f1-7efe32b0d2bb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21682efd-addc-4262-88f1-7efe32b0d2bb,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:20.786732 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.870711 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.871321 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.871688 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5f411377-9639-44a9-9c0a-bc00878089f2 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:20.874295 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-1cb8e100-3c43-48a5-892d-b547e6511878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:20.915581 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-ad97a51e-d3d9-4a2e-a62e-6ae61f36a294 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:20.923743 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-ad97a51e-d3d9-4a2e-a62e-6ae61f36a294 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 809 time: 0.4797375 Jun 24 04:11:20.997285 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=21682efd-addc-4262-88f1-7efe32b0d2bb,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.003001 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.003266 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ab90-4458-42fe-960a-b133400021cb req-537d7a5b-5787-448c-a3fa-9a6902c8d312 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.003925 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-27a4ab90-4458-42fe-960a-b133400021cb req-537d7a5b-5787-448c-a3fa-9a6902c8d312 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.2719033 Jun 24 04:11:21.007634 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cba3de-9953-4a13-8a95-395df1fb00c4 req-a248cb8d-a8e4-48e8-8c0a-73ea4ca45a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.009502 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-46cba3de-9953-4a13-8a95-395df1fb00c4 req-a248cb8d-a8e4-48e8-8c0a-73ea4ca45a9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.2788587 Jun 24 04:11:21.046289 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.058490 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-9d5b42c0-bf73-4742-b407-9a28a2470ab4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3 HTTP/1.1" status: 200 len: 379 time: 0.1103175 Jun 24 04:11:21.062794 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-46cba3de-9953-4a13-8a95-395df1fb00c4 req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.066351 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.080545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'port': {'device_id': '24de35f2-5329-4b39-ab83-0e0140473831', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'admin_state_up': True, 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'security_groups': ['a7015c2e-0a79-4e3f-b03b-3af1c8785efa']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:21.082632 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 5f411377-9639-44a9-9c0a-bc00878089f2 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:21.093417 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 5f411377-9639-44a9-9c0a-bc00878089f2 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:21.093835 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.148973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.159606 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Network f48e48e4-f15a-4402-a565-8ca92489137f is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:21.169228 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3acd59a2-e7e5-4160-be91-a65fd0e1d366 req-28cb2f18-13f4-46b9-ac03-0a0b29123684 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 210 time: 0.0629528 Jun 24 04:11:21.216186 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.217369 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c0f3b6d-f521-43db-8d5f-83c58af31e0a HTTP/1.1" status: 204 len: 168 time: 0.8723171 Jun 24 04:11:21.230528 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-27a4ab90-4458-42fe-960a-b133400021cb req-f0e1db41-6699-4640-b4a2-f3aaa382e729 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147441 Jun 24 04:11:21.234522 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.239046 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.265741 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-72cd651c-92d5-4270-b2d4-e2e31fbb190c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.300554 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:21.309555 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:21.324502 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.327102 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.393447 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f3b6d-f521-43db-8d5f-83c58af31e0a,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.402691 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.431068 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c7002-93d4-4f6f-8e49-c8e3be2b62d7 req-05f737c6-a609-47d3-930f-4b5aaa40ddee tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.442376 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-520c7002-93d4-4f6f-8e49-c8e3be2b62d7 req-05f737c6-a609-47d3-930f-4b5aaa40ddee tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1435146 Jun 24 04:11:21.452991 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.523547 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-520c7002-93d4-4f6f-8e49-c8e3be2b62d7 req-fc981d58-3b7e-4212-8cda-ca1899ff38f2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789850 Jun 24 04:11:21.560298 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5f411377-9639-44a9-9c0a-bc00878089f2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5f411377-9639-44a9-9c0a-bc00878089f2,segment=NetworkSegment(8e779d01-2e71-4dc5-bc8a-76977e3802cb),segment_id=8e779d01-2e71-4dc5-bc8a-76977e3802cb)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.617612 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-46cba3de-9953-4a13-8a95-395df1fb00c4 req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.648934 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba79ff0-9b14-4229-a840-85fae179fe66 req-bc7ffe3a-64c2-4d06-beea-2896cb089c2e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.650579 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5ba79ff0-9b14-4229-a840-85fae179fe66 req-bc7ffe3a-64c2-4d06-beea-2896cb089c2e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 931 time: 0.0921204 Jun 24 04:11:21.659973 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.661904 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.696979 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-46cba3de-9953-4a13-8a95-395df1fb00c4 req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.707093 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.707323 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e95233-5d2e-4c9f-9e52-48940a5247e4 req-e08a9636-abc7-4716-b047-531888894c4a tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.712496 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5ba79ff0-9b14-4229-a840-85fae179fe66 req-9bd255f2-1c79-46a5-b5a9-3b02a10af3c4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563371 Jun 24 04:11:21.714693 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b5e95233-5d2e-4c9f-9e52-48940a5247e4 req-e08a9636-abc7-4716-b047-531888894c4a tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 944 time: 0.0749285 Jun 24 04:11:21.724058 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5f411377-9639-44a9-9c0a-bc00878089f2,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.727798 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.742624 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-46cba3de-9953-4a13-8a95-395df1fb00c4 req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244060 Jun 24 04:11:21.751184 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51ccaf34-4d70-457e-a9ec-fff391a8f198,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.754182 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.755949 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b5e95233-5d2e-4c9f-9e52-48940a5247e4 req-06f2b9cd-69c1-4cf7-a31b-0adab28254b6 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Jun 24 04:11:21.841599 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-37c07267-fe40-409b-a1a8-1aa7e3a8579c None None] Provisioning for port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:21.846973 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3047822 Jun 24 04:11:21.854002 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-37c07267-fe40-409b-a1a8-1aa7e3a8579c None None] Provisioning complete for port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:21.854598 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-37c07267-fe40-409b-a1a8-1aa7e3a8579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.859347 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Request body: {'port': {'device_id': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:21.889523 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-37c07267-fe40-409b-a1a8-1aa7e3a8579c None None] Port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:11:21.942582 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.979535 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Made reservation on behalf of fbcfd8e88d504aa5b4ce086b280df2b3 for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:21.983236 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.176953 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be360982-f926-4ba2-ac25-a9636cee36df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad'}, {'server_uuid': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21682efd-addc-4262-88f1-7efe32b0d2bb'}, {'server_uuid': '70220c57-be76-4952-b472-0e83c0d7f694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f411377-9639-44a9-9c0a-bc00878089f2'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:22.179984 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c763441-aaf5-4ea9-a289-412a914a024c" -d '{"events": [{"server_uuid": "be360982-f926-4ba2-ac25-a9636cee36df", "name": "network-vif-plugged", "status": "completed", "tag": "b7da1d00-df03-48c0-8b0a-dbd8ec693bad"}, {"server_uuid": "8fcdd8f5-707c-4dc7-82e0-e77e051bad4b", "name": "network-vif-plugged", "status": "completed", "tag": "21682efd-addc-4262-88f1-7efe32b0d2bb"}, {"server_uuid": "70220c57-be76-4952-b472-0e83c0d7f694", "name": "network-vif-plugged", "status": "completed", "tag": "5f411377-9639-44a9-9c0a-bc00878089f2"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:22.230054 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Allocated IP 172.20.0.9 (d42d1be3-12b3-46a5-b27d-ffc1b3c90d71/5e75ad7f-10a0-4f45-85f0-495fccb1807b/aa7a2087-a299-4f88-bf63-4a0217153282) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:22.235803 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f8339-6a96-4153-96a6-0ed56437adb2 x-openstack-request-id: req-272f8339-6a96-4153-96a6-0ed56437adb2 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:22.236243 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be360982-f926-4ba2-ac25-a9636cee36df", "name": "network-vif-plugged", "status": "completed", "tag": "b7da1d00-df03-48c0-8b0a-dbd8ec693bad", "code": 200}, {"server_uuid": "8fcdd8f5-707c-4dc7-82e0-e77e051bad4b", "name": "network-vif-plugged", "status": "completed", "tag": "21682efd-addc-4262-88f1-7efe32b0d2bb", "code": 200}, {"server_uuid": "70220c57-be76-4952-b472-0e83c0d7f694", "name": "network-vif-plugged", "status": "completed", "tag": "5f411377-9639-44a9-9c0a-bc00878089f2", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:22.236568 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-272f8339-6a96-4153-96a6-0ed56437adb2 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:22.237101 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be360982-f926-4ba2-ac25-a9636cee36df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad', 'code': 200} Jun 24 04:11:22.237583 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21682efd-addc-4262-88f1-7efe32b0d2bb', 'code': 200} Jun 24 04:11:22.237905 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70220c57-be76-4952-b472-0e83c0d7f694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f411377-9639-44a9-9c0a-bc00878089f2', 'code': 200} Jun 24 04:11:22.371539 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6052793b-6fc7-47f8-a830-54b0041beeca req-d474f98f-b15e-4217-8df3-9d1b800befc7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 210 time: 0.0561357 Jun 24 04:11:22.398696 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:22.403015 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.445297 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Transition to ACTIVE for port object 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:22.486578 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.508492 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Transition to ACTIVE for port object aa7a2087-a299-4f88-bf63-4a0217153282 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:22.558899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28027f00-30a4-4cf7-a56a-6b48a55cd0f1 req-d94b652b-8d2a-41be-8d36-ec78a2189ba5 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:22.560406 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-28027f00-30a4-4cf7-a56a-6b48a55cd0f1 req-d94b652b-8d2a-41be-8d36-ec78a2189ba5 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.1097960 Jun 24 04:11:22.562353 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.565758 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9dd4ff7d-0b29-4885-95f1-9c292a05f5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:22.636866 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:22.642334 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:22.671125 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-28027f00-30a4-4cf7-a56a-6b48a55cd0f1 req-32625358-5b75-4086-bc72-a0718ce61b83 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757868 Jun 24 04:11:22.706875 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.746401 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f0e4aa25-db9a-4ffb-b7a7-f7c964a94e7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:22.798194 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Attempting to bind port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:22.798538 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Attempting to bind port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:22.798880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Attempting to bind port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 on network f48e48e4-f15a-4402-a565-8ca92489137f {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:22.819331 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.21', 53926) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:22.828164 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:22.864308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:22.871183 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:22.883508 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:22.884426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.888904 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 on network f48e48e4-f15a-4402-a565-8ca92489137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:22.889264 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Attempting to bind port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 on network f48e48e4-f15a-4402-a565-8ca92489137f {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:22.945410 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'Port': ['ID=aa7a2087-a299-4f88-bf63-4a0217153282,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:22.954955 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:22.960545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:22.960901 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Checking segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:22.961301 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Bound using segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:22.961753 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Bound port: 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:22.964338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.989620 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb160-5032-480f-8ae3-aa0da0381481 req-f99d464b-52de-4d69-9319-092f8880b2c4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:22.991854 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-db0cb160-5032-480f-8ae3-aa0da0381481 req-f99d464b-52de-4d69-9319-092f8880b2c4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.2159066 Jun 24 04:11:22.998788 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5a20-edee-4a9a-9825-a8e78ce3b3ec req-fc3f548b-8cdc-41fc-bc87-9109ffcaae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.000244 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cd4f5a20-edee-4a9a-9825-a8e78ce3b3ec req-fc3f548b-8cdc-41fc-bc87-9109ffcaae75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 1099 time: 0.2701709 Jun 24 04:11:23.095284 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-db0cb160-5032-480f-8ae3-aa0da0381481 req-14e3fe2b-8471-494e-9198-470fad263fc6 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868618 Jun 24 04:11:23.106314 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cd4f5a20-edee-4a9a-9825-a8e78ce3b3ec req-3ab8dd5a-cfc7-4425-88fe-1faf195bb25e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933867 Jun 24 04:11:23.135781 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:23.139488 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:23.150705 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0850308 Jun 24 04:11:23.154572 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43a7f8-bc9f-49b5-a3e6-af50b2f65601 req-d0dd88e5-d3b7-4ec2-a468-70fe7c291501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.156007 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fa43a7f8-bc9f-49b5-a3e6-af50b2f65601 req-d0dd88e5-d3b7-4ec2-a468-70fe7c291501 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 1099 time: 0.4603777 Jun 24 04:11:23.188644 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d45bec-c0c2-43b9-9e24-8e7b3283a093 req-6d554ca6-e9fa-4ca6-b72e-7024e39f6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.190158 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f9d45bec-c0c2-43b9-9e24-8e7b3283a093 req-6d554ca6-e9fa-4ca6-b72e-7024e39f6acd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 1098 time: 0.3697419 Jun 24 04:11:23.209772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf064702-6d44-4eb3-8c8a-d6c0dbcdcc82 req-946b9e58-09f4-4dc2-a059-0b349aec982a tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.230133 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cf064702-6d44-4eb3-8c8a-d6c0dbcdcc82 req-946b9e58-09f4-4dc2-a059-0b349aec982a tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.2458649 Jun 24 04:11:23.246143 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Request body: {'port': {'device_id': '24de35f2-5329-4b39-ab83-0e0140473831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:23.278271 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f5475d7c-466d-49f9-98a0-55de502f8b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:23.307317 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:23.332199 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dfc0bd7b-d844-49e5-9c38-8730f8baed28 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:23.356095 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f9d45bec-c0c2-43b9-9e24-8e7b3283a093 req-be8cfa46-cb8b-43a8-974f-b7ffbed4ec80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064458 Jun 24 04:11:23.358362 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159c46f-1ee0-4f0b-ac43-87cbcaa9f34a req-13a50238-2fb4-4ee8-b86f-bd67f3be30df tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.369740 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c159c46f-1ee0-4f0b-ac43-87cbcaa9f34a req-13a50238-2fb4-4ee8-b86f-bd67f3be30df tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.0848460 Jun 24 04:11:23.373919 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-72a26c23-aefd-4cf3-b909-948bfe821be2 None None] Provisioning for port aa7a2087-a299-4f88-bf63-4a0217153282 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:23.381092 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-72a26c23-aefd-4cf3-b909-948bfe821be2 None None] Provisioning complete for port aa7a2087-a299-4f88-bf63-4a0217153282 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:23.382005 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-72a26c23-aefd-4cf3-b909-948bfe821be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:23.391089 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.391692 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:23.393212 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 200 len: 1093 time: 1.5395150 Jun 24 04:11:23.394173 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:23.396438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d77db-1cca-44ae-827f-221999532c15" -d '{"events": [{"name": "network-changed", "server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:23.405695 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fa43a7f8-bc9f-49b5-a3e6-af50b2f65601 req-2f487595-acea-4b34-b77f-9c377af06641 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704531 Jun 24 04:11:23.417018 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cf064702-6d44-4eb3-8c8a-d6c0dbcdcc82 req-f0784d7d-2048-48b1-b307-e1420035759b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989026 Jun 24 04:11:23.455263 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-72a26c23-aefd-4cf3-b909-948bfe821be2 None None] Port aa7a2087-a299-4f88-bf63-4a0217153282 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:11:23.481767 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c159c46f-1ee0-4f0b-ac43-87cbcaa9f34a req-cbe8f36e-5ed9-42eb-b0fb-8a694b3aa08e tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109266 Jun 24 04:11:23.517987 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ac912-018f-4ba2-a06c-2069a8a3c709 x-openstack-request-id: req-a92ac912-018f-4ba2-a06c-2069a8a3c709 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:23.518304 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:23.518882 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a92ac912-018f-4ba2-a06c-2069a8a3c709 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:23.518971 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'status': 'completed', 'code': 200} Jun 24 04:11:23.619594 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:23.625630 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:23.628894 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:23.728314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d77db-1cca-44ae-827f-221999532c15 req-7232f95a-e0a3-4f90-8307-c8754b01e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.731329 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b90d77db-1cca-44ae-827f-221999532c15 req-7232f95a-e0a3-4f90-8307-c8754b01e01e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1096 time: 0.1688240 Jun 24 04:11:23.826999 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939218-60fc-4e31-9623-b7b06e15fe31 req-348f3343-474b-4f29-b6ae-036e29527a3a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.836900 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2b939218-60fc-4e31-9623-b7b06e15fe31 req-348f3343-474b-4f29-b6ae-036e29527a3a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 931 time: 0.1377969 Jun 24 04:11:23.874686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40892) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:23.888387 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2b939218-60fc-4e31-9623-b7b06e15fe31 req-60cde5da-a766-4fb5-ad2a-364dbadf2664 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510204 Jun 24 04:11:24.005940 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.116167 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.182837 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.189426 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:24.244530 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cdeec8-ed5b-46a6-99b9-342ad977df08,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:24.267659 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:24.276370 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d77db-1cca-44ae-827f-221999532c15 req-8a504304-ace7-45be-aa7b-07d135a0dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.277872 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b90d77db-1cca-44ae-827f-221999532c15 req-8a504304-ace7-45be-aa7b-07d135a0dde0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3158facc76424c409140116d4ae03c3f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4187133 Jun 24 04:11:24.286759 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3885b8cca3e4c659b1f106a076ebbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112382 Jun 24 04:11:24.290307 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40904) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:24.297277 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8200286-d02d-48a3-a338-b3d9857fd8e1 req-e89c171b-0654-42b0-9d85-1205d14629ba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.298750 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a8200286-d02d-48a3-a338-b3d9857fd8e1 req-e89c171b-0654-42b0-9d85-1205d14629ba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.4442418 Jun 24 04:11:24.334048 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0af22-9d88-4f3d-837e-8b40c8197721 req-816dbb5c-6057-4e7d-adb7-8d6541108f04 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.341668 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6ba0af22-9d88-4f3d-837e-8b40c8197721 req-816dbb5c-6057-4e7d-adb7-8d6541108f04 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1125107 Jun 24 04:11:24.401189 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.405115 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6ba0af22-9d88-4f3d-837e-8b40c8197721 req-9f99c245-82d7-4342-a268-5c6d493fdd2e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624280 Jun 24 04:11:24.429715 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.442808 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7a2087-a299-4f88-bf63-4a0217153282 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:24.463366 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a8200286-d02d-48a3-a338-b3d9857fd8e1 req-d8d59273-db43-4ef9-b94e-22b654ac58fa tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488686 Jun 24 04:11:24.470145 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.493501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d77db-1cca-44ae-827f-221999532c15 req-239929cf-1a89-4686-93b4-5294e34d6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.494971 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b90d77db-1cca-44ae-827f-221999532c15 req-239929cf-1a89-4686-93b4-5294e34d6c64 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919980 Jun 24 04:11:24.502251 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Transition to ACTIVE for port object aa7a2087-a299-4f88-bf63-4a0217153282 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:24.596475 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.601469 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:24.640548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.644313 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:24.645657 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30cdeec8-ed5b-46a6-99b9-342ad977df08 HTTP/1.1" status: 204 len: 168 time: 0.3544576 Jun 24 04:11:24.650024 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:24.666644 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cdeec8-ed5b-46a6-99b9-342ad977df08,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:24.674425 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:24.706709 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940271bf-cc68-4ca8-9061-a4ae04b9715c req-fb9cf380-ce9f-402f-a7db-0be027b5905e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.709855 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a2087-a299-4f88-bf63-4a0217153282,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:24.710289 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-940271bf-cc68-4ca8-9061-a4ae04b9715c req-fb9cf380-ce9f-402f-a7db-0be027b5905e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.1387522 Jun 24 04:11:24.715998 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:24.781884 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Attempting to bind port aa7a2087-a299-4f88-bf63-4a0217153282 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:24.782244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Attempting to bind port aa7a2087-a299-4f88-bf63-4a0217153282 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:24.782544 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Attempting to bind port aa7a2087-a299-4f88-bf63-4a0217153282 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:24.787844 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-e81d7bb3-cfbf-4a32-b70f-072f8c7effeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.790660 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-e81d7bb3-cfbf-4a32-b70f-072f8c7effeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1096 time: 0.2349916 Jun 24 04:11:24.791419 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-940271bf-cc68-4ca8-9061-a4ae04b9715c req-58a335d0-4669-47f3-8ffa-0ac89911c8c1 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682564 Jun 24 04:11:24.814495 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Port aa7a2087-a299-4f88-bf63-4a0217153282 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:24.814919 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Attempting to bind port aa7a2087-a299-4f88-bf63-4a0217153282 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:24.875212 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-9008f4e9-04ca-4ffc-9afe-44c3ebc962d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 200 len: 217 time: 0.0749376 Jun 24 04:11:24.884326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece11d3c-e93d-4497-a0d2-5fbcef2a5768 req-9a3f18a2-de14-4492-bf1d-a64a2b8042b2 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.889696 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ece11d3c-e93d-4497-a0d2-5fbcef2a5768 req-9a3f18a2-de14-4492-bf1d-a64a2b8042b2 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.2424893 Jun 24 04:11:24.892656 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:24.896545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Checking segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:24.896545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Bound using segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:24.896545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Bound port: aa7a2087-a299-4f88-bf63-4a0217153282, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:24.896545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.057581 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ece11d3c-e93d-4497-a0d2-5fbcef2a5768 req-fcae6d61-7c73-4099-8a1a-169caab32313 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603148 Jun 24 04:11:25.063372 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-662f36bd-8667-4847-8326-08ef8aec617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.065196 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-662f36bd-8667-4847-8326-08ef8aec617d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.1599324 Jun 24 04:11:25.126230 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] For port aa7a2087-a299-4f88-bf63-4a0217153282, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:25.152088 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcb347-6f22-41cd-96d2-c2334b625654 req-746a8675-2c79-45f0-8911-c66867f32bee tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.152781 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] For port aa7a2087-a299-4f88-bf63-4a0217153282, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa7a2087-a299-4f88-bf63-4a0217153282,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:25.154373 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-16dcb347-6f22-41cd-96d2-c2334b625654 req-746a8675-2c79-45f0-8911-c66867f32bee tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 943 time: 0.1034038 Jun 24 04:11:25.190900 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-27590a8d-aa31-44ca-919d-d39442c411ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.192724 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-27590a8d-aa31-44ca-919d-d39442c411ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1109648 Jun 24 04:11:25.215442 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-16dcb347-6f22-41cd-96d2-c2334b625654 req-2df6307f-1cf6-4002-8f26-646677923ade tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Jun 24 04:11:25.243278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.246944 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:25.313182 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.313834 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.315143 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] 10.222.0.21 "PUT /v2.0/ports/aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 200 len: 1093 time: 2.0727878 Jun 24 04:11:25.351174 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a2087-a299-4f88-bf63-4a0217153282,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:25.355551 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:25.359319 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-b4988ec8-64f0-427b-b2b2-e129e01e94b2 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495688 Jun 24 04:11:25.456276 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0108661-9b40-4598-9ca4-8a7b6fcdeae2 req-fb91afd6-90c2-4e18-9361-b5cb07db9a98 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887048 Jun 24 04:11:25.519627 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:25.522137 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89182d7-a0cc-45e1-897b-91cf7195576a" -d '{"events": [{"name": "network-changed", "server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:25.549326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-63cbb68b-2fc4-46af-b127-9f2d982c0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.550904 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-63cbb68b-2fc4-46af-b127-9f2d982c0105 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 1096 time: 0.0820298 Jun 24 04:11:25.629244 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-4303408c-84b5-4ce0-a7c5-823dc67771db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 200 len: 217 time: 0.0675793 Jun 24 04:11:25.661008 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40946) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:25.682017 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.692997 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-7c70531d-afe8-4923-ae5f-126fc5d69693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.696100 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-7c70531d-afe8-4923-ae5f-126fc5d69693 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.0576749 Jun 24 04:11:25.707341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20979-8fcb-4672-b51e-2b9731b85834 req-a6d77c85-7571-4213-bd04-50ef1c8d7f09 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.708840 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-03a20979-8fcb-4672-b51e-2b9731b85834 req-a6d77c85-7571-4213-bd04-50ef1c8d7f09 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1493676 Jun 24 04:11:25.733979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66043d9-ecd1-4723-bcfa-4e13139d03b0 req-b6c53709-d173-4cd8-bc75-4c4d51f240e7 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.735452 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e66043d9-ecd1-4723-bcfa-4e13139d03b0 req-b6c53709-d173-4cd8-bc75-4c4d51f240e7 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.1067309 Jun 24 04:11:25.759989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-866653b8-404b-4040-91c9-90a00b871c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.784480 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-03a20979-8fcb-4672-b51e-2b9731b85834 req-1fadb3dc-e60a-416c-bcd2-c9f29792ae5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650513 Jun 24 04:11:25.792663 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e66043d9-ecd1-4723-bcfa-4e13139d03b0 req-fa741741-b413-4ab3-a1e7-771e3117275c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506330 Jun 24 04:11:25.793066 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-28b42cdc-b9b0-42bc-95da-057a1c31dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.794579 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-28b42cdc-b9b0-42bc-95da-057a1c31dee2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0848453 Jun 24 04:11:25.865791 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.926990 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0f86fe-4d56-4288-866a-7d8f0a6bb528 x-openstack-request-id: req-6d0f86fe-4d56-4288-866a-7d8f0a6bb528 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:25.927461 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:25.927921 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d0f86fe-4d56-4288-866a-7d8f0a6bb528 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:25.928971 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'status': 'completed', 'code': 200} Jun 24 04:11:25.934337 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.984698 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-4ccea7cc-f624-4a09-8cfc-562575852db0 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740453 Jun 24 04:11:26.029904 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.035677 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-608f0a47-7524-426d-aefa-3766321582a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:26.072606 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97822ec8-fa14-48c3-a429-cce2fe96f022,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:26.076221 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:26.081182 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=926c589634d0458aa7c51051a8d10648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165192 Jun 24 04:11:26.086179 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40954) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:26.132127 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3510fc3d-7f35-4282-a03b-ca8044ed5274 req-95da549f-b049-4818-bad0-05e4f763a05e service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381712 Jun 24 04:11:26.143465 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.144043 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f75c8-5a22-42fa-bf25-7ab6b3ec2985 req-763292d6-2fbd-4f79-8311-06adc70dc49c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.145534 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2f3f75c8-5a22-42fa-bf25-7ab6b3ec2985 req-763292d6-2fbd-4f79-8311-06adc70dc49c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0874314 Jun 24 04:11:26.171059 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.201425 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2f3f75c8-5a22-42fa-bf25-7ab6b3ec2985 req-fded479e-1546-4153-9cdc-285cc60ccc48 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466602 Jun 24 04:11:26.315033 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.317712 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.318872 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97822ec8-fa14-48c3-a429-cce2fe96f022 HTTP/1.1" status: 204 len: 168 time: 0.2317741 Jun 24 04:11:26.319562 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:26.327426 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97822ec8-fa14-48c3-a429-cce2fe96f022,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:26.329596 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:26.410141 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c1778-a24d-49ff-94f2-d7c0cda0fb9c req-4c99b61e-402f-47b9-b8ab-1c932a0a3be8 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.411606 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9e4c1778-a24d-49ff-94f2-d7c0cda0fb9c req-4c99b61e-402f-47b9-b8ab-1c932a0a3be8 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.0960290 Jun 24 04:11:26.417235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-9d01e746-af1b-4ccc-a2fa-dee2a9d9ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.417235 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-9d01e746-af1b-4ccc-a2fa-dee2a9d9ca89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 1096 time: 0.1254044 Jun 24 04:11:26.530514 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9e4c1778-a24d-49ff-94f2-d7c0cda0fb9c req-dff18e0c-36ab-4bf1-9ebd-6df943ee08c3 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069572 Jun 24 04:11:26.570207 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-26ff6d36-7495-4787-b2d7-10c8667b719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.572766 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-26ff6d36-7495-4787-b2d7-10c8667b719f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 910 time: 0.1450872 Jun 24 04:11:26.660806 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-41320681-49b5-42d3-87d4-6895ccb17542 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 200 len: 217 time: 0.0775902 Jun 24 04:11:26.760015 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878983-7daf-46a8-8a21-ab51c04a454e req-787680c4-97cb-49b8-b1c3-c36be42f971c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.761987 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0b878983-7daf-46a8-8a21-ab51c04a454e req-787680c4-97cb-49b8-b1c3-c36be42f971c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 943 time: 0.1220744 Jun 24 04:11:26.792885 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-5b717cdc-41fa-4523-aaef-642673580f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.794485 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-5b717cdc-41fa-4523-aaef-642673580f18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.0940540 Jun 24 04:11:26.821632 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0b878983-7daf-46a8-8a21-ab51c04a454e req-8e857e7c-106e-4967-92ac-f02160cda937 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528903 Jun 24 04:11:26.863468 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-611a55a1-87c6-4391-a75d-84cba8f75402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.865258 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-611a55a1-87c6-4391-a75d-84cba8f75402 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 1099 time: 0.2140725 Jun 24 04:11:26.882359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.883598 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd7007-df98-4778-848e-e1d49b273241 req-e050afb2-a0d7-424d-8220-0873a2d024d9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.886386 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-12dd7007-df98-4778-848e-e1d49b273241 req-e050afb2-a0d7-424d-8220-0873a2d024d9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1759918 Jun 24 04:11:26.992007 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-8fe939a4-1a41-4e7f-b11e-9f0fc357412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.993632 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-8fe939a4-1a41-4e7f-b11e-9f0fc357412f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1895497 Jun 24 04:11:27.003817 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-12dd7007-df98-4778-848e-e1d49b273241 req-cb0a7e6e-46e0-4b8a-bda1-526b83cf9ae3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097605 Jun 24 04:11:27.070805 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 40990) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:27.077656 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-aba0e553-1e74-4e95-91f8-e168bb8b44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:27.079106 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-aba0e553-1e74-4e95-91f8-e168bb8b44b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.1889920 Jun 24 04:11:27.135848 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-8e1b75db-3734-4622-9246-31723ab00055 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21682efd-addc-4262-88f1-7efe32b0d2bb HTTP/1.1" status: 200 len: 217 time: 0.0404127 Jun 24 04:11:27.157718 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-c8f1e92c-d7fd-430f-9244-3cae37450cfd service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529751 Jun 24 04:11:27.233641 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.258902 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-62b736e8-daf4-4972-897c-613aa87bc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:27.260731 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-62b736e8-daf4-4972-897c-613aa87bc8cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.1162131 Jun 24 04:11:27.315614 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-9f805507-f792-47ea-8045-d32307e04c8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460935 Jun 24 04:11:27.348010 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a89182d7-a0cc-45e1-897b-91cf7195576a req-2d5b69a4-757c-4c4a-8c55-f9f6d1e68f50 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681294 Jun 24 04:11:27.379626 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.414053 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db77e-7465-4277-9c07-6fa48ced15fa req-258c2260-8df9-42f6-b77e-3dd460d19ee2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:27.415517 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-834db77e-7465-4277-9c07-6fa48ced15fa req-258c2260-8df9-42f6-b77e-3dd460d19ee2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.1007793 Jun 24 04:11:27.457356 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-6416d237-caad-42c6-bd22-e3bfc630d6a6 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299925 Jun 24 04:11:27.458440 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-834db77e-7465-4277-9c07-6fa48ced15fa req-868fc458-fff3-4a6f-8a65-27a7be60a10d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Jun 24 04:11:27.520240 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.540778 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:27.547308 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ada4a6b8dbef4b68bc1e3403b289bc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753933 Jun 24 04:11:27.550505 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41010) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:27.569623 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda8d7c-c042-4495-944b-f24549d32fdd,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:27.572587 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:27.603330 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04584c1c-1b0e-4b22-aac3-534e3b8cbd01 req-22171188-9f16-4405-aa3c-42288aecee8b service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396871 Jun 24 04:11:27.626426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.648474 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.774342 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.777713 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.779083 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdda8d7c-c042-4495-944b-f24549d32fdd HTTP/1.1" status: 204 len: 168 time: 0.2276390 Jun 24 04:11:27.779841 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:27.789418 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda8d7c-c042-4495-944b-f24549d32fdd,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:27.791428 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:28.063388 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5f81-74ef-4a73-a6cf-04423cc1027e req-d581d8c6-1286-40c2-b3f8-1ab49d27647a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:28.064935 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a6cf5f81-74ef-4a73-a6cf-04423cc1027e req-d581d8c6-1286-40c2-b3f8-1ab49d27647a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 943 time: 0.0921004 Jun 24 04:11:28.106452 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a6cf5f81-74ef-4a73-a6cf-04423cc1027e req-cacd9497-4b32-4b36-82c7-2d4bb4672522 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331819 Jun 24 04:11:28.278101 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b294ae-b184-4efc-92a0-58ff8fb452d9 req-44d815ed-3f45-40ff-9060-9f36c5727734 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:28.285282 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e2b294ae-b184-4efc-92a0-58ff8fb452d9 req-44d815ed-3f45-40ff-9060-9f36c5727734 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0732081 Jun 24 04:11:28.319776 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e2b294ae-b184-4efc-92a0-58ff8fb452d9 req-7fc0b380-0bc5-4cbd-8ff9-388854a27ed9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Jun 24 04:11:28.434724 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.446403 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41070) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:28.460380 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.560302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.644004 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232817-bdff-408d-894f-4afcccd5e324 req-9d40c514-78c4-4208-8007-87f77292930d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:28.645464 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-63232817-bdff-408d-894f-4afcccd5e324 req-9d40c514-78c4-4208-8007-87f77292930d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0638330 Jun 24 04:11:28.648137 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.670030 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:28.715725 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a05755ef028f4c17b172e3283c127d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681470 Jun 24 04:11:28.722628 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41084) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:28.724656 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175b824f-832f-4a45-a85b-f5f37761f35d,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:28.732117 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:28.755535 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-63232817-bdff-408d-894f-4afcccd5e324 req-bb8d767d-c350-4422-b6a2-b9be400ddac2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816886 Jun 24 04:11:28.778384 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.804841 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.960813 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.963518 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:28.964648 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/175b824f-832f-4a45-a85b-f5f37761f35d HTTP/1.1" status: 204 len: 168 time: 0.2410505 Jun 24 04:11:28.965470 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ce4663dd-ff41-4009-8ea0-8943f8c2dcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:28.972940 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b824f-832f-4a45-a85b-f5f37761f35d,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:28.975089 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:29.321339 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e033e2-5cb3-4d78-9c8b-a8cf8bc6d79e req-3fb0f0c9-1a91-484b-8e8e-e73ba016c7ae tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:29.322854 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-14e033e2-5cb3-4d78-9c8b-a8cf8bc6d79e req-3fb0f0c9-1a91-484b-8e8e-e73ba016c7ae tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 943 time: 0.0764756 Jun 24 04:11:29.377502 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-14e033e2-5cb3-4d78-9c8b-a8cf8bc6d79e req-d48a14ba-52c7-4685-9302-406974aeea9a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480652 Jun 24 04:11:29.411731 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41110) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:29.521299 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device aa7a2087-a299-4f88-bf63-4a0217153282 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:29.542409 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:29.596445 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27a643-0bbe-4bdb-9a52-043a03097786 req-f8dcc42a-edfd-400d-bfc4-fa5e21e4d4b5 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:29.597940 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2c27a643-0bbe-4bdb-9a52-043a03097786 req-f8dcc42a-edfd-400d-bfc4-fa5e21e4d4b5 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1032078 Jun 24 04:11:29.625984 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port aa7a2087-a299-4f88-bf63-4a0217153282, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa7a2087-a299-4f88-bf63-4a0217153282,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:29.638117 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'port_id': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'mac_address': 'fa:16:3e:6b:72:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:29.660263 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2c27a643-0bbe-4bdb-9a52-043a03097786 req-a63ad571-9327-4c53-9fe1-908f03894bbc tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Jun 24 04:11:29.692539 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:29.693598 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:29.712104 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7a2087-a299-4f88-bf63-4a0217153282 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:29.752868 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port aa7a2087-a299-4f88-bf63-4a0217153282, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa7a2087-a299-4f88-bf63-4a0217153282,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:29.756007 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:29.760871 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-bf8417cf-08a9-4f71-8e09-659ed4274479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:29.803761 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04426117917e49988ddcd11ed1e72d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887563 Jun 24 04:11:29.804010 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9120d3f5-bc28-44c8-a844-9dc4ea11c578,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:29.805769 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41128) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:29.809799 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:29.836690 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:29.837463 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:29.995998 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647924-20e7-4747-bb0e-3f0de6155419 req-f50a1440-d6ac-4cd7-b74f-e6ab5a113d24 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:30.004955 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cd647924-20e7-4747-bb0e-3f0de6155419 req-f50a1440-d6ac-4cd7-b74f-e6ab5a113d24 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.1261384 Jun 24 04:11:30.033974 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:30.054223 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:30.057053 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'mac_address': 'fa:16:3e:9e:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:30.094097 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cd647924-20e7-4747-bb0e-3f0de6155419 req-f208ab43-c91c-4a96-b92e-a68f8d3d81f7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851226 Jun 24 04:11:30.143386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.143609 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.145072 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=aa7a2087-a299-4f88-bf63-4a0217153282,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:30.148574 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:30.158712 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:30.175275 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.185275 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:30.276990 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.280443 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-80214cec-ad4d-407f-8997-6641c5e1c3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:30.327514 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.330940 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:30.332233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.333942 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9120d3f5-bc28-44c8-a844-9dc4ea11c578 HTTP/1.1" status: 204 len: 168 time: 0.5251479 Jun 24 04:11:30.335816 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8f70e4a-a916-40d7-b7d1-68132a0d8995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:30.343621 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:30.346754 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120d3f5-bc28-44c8-a844-9dc4ea11c578,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:30.349082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:30.557026 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbbb45-03d3-491a-bf2c-e1b1e596d688 req-f1f3f7ba-f047-4b6e-b93e-eb526b7dd1eb tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:30.558869 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cdfbbb45-03d3-491a-bf2c-e1b1e596d688 req-f1f3f7ba-f047-4b6e-b93e-eb526b7dd1eb tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 944 time: 0.0648024 Jun 24 04:11:30.595653 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cdfbbb45-03d3-491a-bf2c-e1b1e596d688 req-57354bce-8a05-4597-a13c-846d536611be tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Jun 24 04:11:30.607317 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41154) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:30.679226 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['5d60dc92-6cc3-4bd2-a15e-c331cacb9869'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:30.739659 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['aa7a2087-a299-4f88-bf63-4a0217153282'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:30.810042 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.923727 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c160166-09da-4df6-ae61-4a5dbf594591 req-87cdbb4e-fd16-4386-90bd-3e46fc539e3f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:30.969507 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9c160166-09da-4df6-ae61-4a5dbf594591 req-87cdbb4e-fd16-4386-90bd-3e46fc539e3f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0923083 Jun 24 04:11:30.970802 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.977682 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9c160166-09da-4df6-ae61-4a5dbf594591 req-0b50f434-b5ea-4123-b99e-6cc5b301cb5d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Jun 24 04:11:31.243122 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.249065 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:31.308183 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41174) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:31.311141 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6fb721419e940b88911e976bcc7243b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7023332 Jun 24 04:11:31.320673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3de6e2-304d-45b4-bc72-b3f354496782,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:31.325280 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:31.352459 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a24b5e-a0c3-4a8c-b883-35c7ef365931 req-49a13290-3573-43b0-b3eb-2abace2a77ef tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:31.354171 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e0a24b5e-a0c3-4a8c-b883-35c7ef365931 req-49a13290-3573-43b0-b3eb-2abace2a77ef tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.1409359 Jun 24 04:11:31.384766 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.407639 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41180) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:31.410196 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e0a24b5e-a0c3-4a8c-b883-35c7ef365931 req-0ce9862e-2595-402e-ad7a-0581033a3433 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494130 Jun 24 04:11:31.410864 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.429468 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.544636 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.572968 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.575678 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.576843 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f3de6e2-304d-45b4-bc72-b3f354496782 HTTP/1.1" status: 204 len: 168 time: 0.2667632 Jun 24 04:11:31.577639 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b8da9bc7-1096-4dff-8a6d-1f7fa76a01ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:31.585890 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3de6e2-304d-45b4-bc72-b3f354496782,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:31.588451 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:31.631258 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.634886 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5d910a89-c5a6-4e79-ae5d-f77404ddc71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:31.683059 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1836db892c754a8188f8a00326804730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744153 Jun 24 04:11:31.685746 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41192) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:31.700300 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce45a627-e5f1-4c63-9499-67612600d02b,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:31.702724 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:31.746995 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.798209 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.860295 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cc48-beb6-4bcc-b25c-1d6a6dfc4603 req-5d873ffa-d101-47de-b32c-e9c232c9ee4b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:31.862538 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e7d9cc48-beb6-4bcc-b25c-1d6a6dfc4603 req-5d873ffa-d101-47de-b32c-e9c232c9ee4b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 944 time: 0.1025367 Jun 24 04:11:31.906859 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e7d9cc48-beb6-4bcc-b25c-1d6a6dfc4603 req-fcba829e-9005-4a80-af3a-430a4f64dbc4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345905 Jun 24 04:11:32.012113 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.016368 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.027615 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce45a627-e5f1-4c63-9499-67612600d02b HTTP/1.1" status: 204 len: 168 time: 0.3340480 Jun 24 04:11:32.027615 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:32.034697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce45a627-e5f1-4c63-9499-67612600d02b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:32.038472 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.188153 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc68de-0339-4056-bb5c-7e99489930ff req-e498f324-7f1f-4e74-ab29-a843f645cff8 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.189701 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1fbc68de-0339-4056-bb5c-7e99489930ff req-e498f324-7f1f-4e74-ab29-a843f645cff8 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0927022 Jun 24 04:11:32.234568 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1fbc68de-0339-4056-bb5c-7e99489930ff req-533d670c-5642-4736-8202-e9da1aabe6bb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Jun 24 04:11:32.408158 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41212) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:32.471783 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41218) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:32.483646 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.606833 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.625716 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7f4e-2c0c-403b-b619-ef904498d3bc req-ffa454b1-3672-4fa6-8058-5e365240975f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.633572 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-942e7f4e-2c0c-403b-b619-ef904498d3bc req-ffa454b1-3672-4fa6-8058-5e365240975f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.0957284 Jun 24 04:11:32.667253 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.675095 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b1c19749-64bb-4fd5-a198-7d57b8f3fe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:32.687379 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-942e7f4e-2c0c-403b-b619-ef904498d3bc req-91e24dfc-aeef-4a06-8505-8fa050e5cdd2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493107 Jun 24 04:11:32.720149 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.727453 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28cfd1fcf0bb4368bd45e8141b385144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562644 Jun 24 04:11:32.731597 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41236) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:32.738302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e33c2eb-4af2-402b-a25d-94ccfaae72d5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:32.738302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.746081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-2d40e7c7-b8ce-4206-9ddb-99dc7ba720ed tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.747559 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-2d40e7c7-b8ce-4206-9ddb-99dc7ba720ed tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.1564651 Jun 24 04:11:32.763072 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-dd991d6e-e9af-4b14-bc1d-e895a00abfa9 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/quotas/703a78c55f3141de8189fc794a77b40e HTTP/1.1" status: 200 len: 375 time: 0.0097830 Jun 24 04:11:32.812964 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.835889 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-f75529bf-391d-4446-91b0-f11f8f1caad6 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615914 Jun 24 04:11:32.851125 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.905994 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.929700 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-2eb0867c-e70a-40c3-8dcc-356351033e26 service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907032 Jun 24 04:11:32.962176 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.964820 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-101a8ece-32d0-470b-b70b-63c52f5b9138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:33.004829 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f16ca77893104243b5545387ba64a1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955827 Jun 24 04:11:33.005822 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41244) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:33.006289 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430703a0-bb30-41c6-869d-3120eb58f2de,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:33.020534 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:33.022076 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.025889 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.027973 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e33c2eb-4af2-402b-a25d-94ccfaae72d5 HTTP/1.1" status: 204 len: 168 time: 0.2953143 Jun 24 04:11:33.028884 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d732b1c3-3159-4155-a296-90fe6c84ac9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:33.038189 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e33c2eb-4af2-402b-a25d-94ccfaae72d5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:33.045654 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:33.060190 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-83562740-10a9-43d6-8111-32561b65280a service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245213 Jun 24 04:11:33.114565 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.138642 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.297553 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.300169 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.300801 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35643ea4-19fa-400e-9684-658fcf2b11d9 req-561f0c2c-3347-4737-96e9-5c9779da938f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:33.301317 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/430703a0-bb30-41c6-869d-3120eb58f2de HTTP/1.1" status: 204 len: 168 time: 0.2942388 Jun 24 04:11:33.302056 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ee61c5f1-b4ad-4fa2-831e-bd11d176d784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:33.305727 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-35643ea4-19fa-400e-9684-658fcf2b11d9 req-561f0c2c-3347-4737-96e9-5c9779da938f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 944 time: 0.2591305 Jun 24 04:11:33.322762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430703a0-bb30-41c6-869d-3120eb58f2de,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:33.331093 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:33.386563 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-35643ea4-19fa-400e-9684-658fcf2b11d9 req-697789b8-9c8a-445c-9049-f6a43d8a0b37 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753615 Jun 24 04:11:33.551120 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device aa7a2087-a299-4f88-bf63-4a0217153282 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:33.619110 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f160e8-2b12-446e-bbf9-8e9d036b113c req-b2c34dca-1e87-4b50-abbc-06a6a18a8833 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:33.625160 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e3f160e8-2b12-446e-bbf9-8e9d036b113c req-b2c34dca-1e87-4b50-abbc-06a6a18a8833 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0628815 Jun 24 04:11:33.657657 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e3f160e8-2b12-446e-bbf9-8e9d036b113c req-b5149f17-307e-4b2d-a439-8729adfc2b26 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Jun 24 04:11:33.726787 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e1f157c4-03c6-416d-ab7b-25f95168eb0c req-cd051035-8eac-4123-aa7b-aeeef9a22920 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 210 time: 0.0289893 Jun 24 04:11:33.728142 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port aa7a2087-a299-4f88-bf63-4a0217153282 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:33.732849 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port aa7a2087-a299-4f88-bf63-4a0217153282 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:33.733573 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.823272 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.861444 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:33.864269 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d5fe48-6689-491d-8a4f-4fcb7921e685" -d '{"events": [{"server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:33.879548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port aa7a2087-a299-4f88-bf63-4a0217153282, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa7a2087-a299-4f88-bf63-4a0217153282,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:33.938525 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde58a-9522-4756-a99e-2dffef6d9bd9 req-b974f8e2-ce87-46c0-8ecb-e2c5c167c916 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:33.939726 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1dfde58a-9522-4756-a99e-2dffef6d9bd9 req-b974f8e2-ce87-46c0-8ecb-e2c5c167c916 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.0771496 Jun 24 04:11:33.978285 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1dfde58a-9522-4756-a99e-2dffef6d9bd9 req-0476c0c1-256a-4bf7-ad8f-b73210375071 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Jun 24 04:11:33.979801 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41282) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:33.994444 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.995144 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.995472 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:33.997540 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5625564e-7ef7-464f-8fba-0ca6489227eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:34.122374 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ac529-4f22-4f36-ac97-0a2945090dd3 x-openstack-request-id: req-af6ac529-4f22-4f36-ac97-0a2945090dd3 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:34.122832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:34.123180 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af6ac529-4f22-4f36-ac97-0a2945090dd3 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:34.124122 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'code': 200} Jun 24 04:11:34.133511 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.177550 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=aa7a2087-a299-4f88-bf63-4a0217153282,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:34.181800 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:34.210559 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bdf27-3d47-4c9d-bd48-da34f49517e9 req-dc31f56f-7fce-4a73-afd9-32ed2f27405d tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:34.211988 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c31bdf27-3d47-4c9d-bd48-da34f49517e9 req-dc31f56f-7fce-4a73-afd9-32ed2f27405d tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.0689700 Jun 24 04:11:34.229926 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.233429 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:34.284223 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c31bdf27-3d47-4c9d-bd48-da34f49517e9 req-6a9f2ddb-88d0-46cc-940d-6247a9e8aeb2 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665550 Jun 24 04:11:34.284816 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb8e32-65a2-494c-95bb-9362c2026ddb,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:34.288263 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:34.290700 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b74ac299a96495284e90905e6548f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096871 Jun 24 04:11:34.293336 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41288) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:34.300098 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:34.315084 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:34.315890 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.366302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.393768 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.436172 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.473360 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:34.549694 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41298) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:34.555459 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.558058 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.561512 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dceb8e32-65a2-494c-95bb-9362c2026ddb HTTP/1.1" status: 204 len: 168 time: 0.2648499 Jun 24 04:11:34.567700 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.569460 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-52ee3919-532f-4c3e-9516-bc36fe920b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:34.583592 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.591433 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:34.602486 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb8e32-65a2-494c-95bb-9362c2026ddb,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:34.607295 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:34.640327 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e31c-22a4-43aa-9152-5d36a85a7ce3 req-2abeafd2-7465-495f-838d-e01212e8a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:34.642195 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b4b8e31c-22a4-43aa-9152-5d36a85a7ce3 req-2abeafd2-7465-495f-838d-e01212e8a426 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 1098 time: 0.1311293 Jun 24 04:11:34.681021 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc4bbb-ce09-44cd-9c41-ec67ee9515b6 req-b1b92da6-0f89-4f6b-9109-2193da305839 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:34.696725 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7bbc4bbb-ce09-44cd-9c41-ec67ee9515b6 req-b1b92da6-0f89-4f6b-9109-2193da305839 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1443410 Jun 24 04:11:34.744892 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:34.760491 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:34.770262 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.802655 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b4b8e31c-22a4-43aa-9152-5d36a85a7ce3 req-ce0b76c1-f767-4793-b0de-b850c2c258f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462581 Jun 24 04:11:34.810814 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7bbc4bbb-ce09-44cd-9c41-ec67ee9515b6 req-7761a2f3-f3ea-4754-afd1-628fab1ca03b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131985 Jun 24 04:11:34.866950 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.897968 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0587a999-61f0-4c41-bda5-3f57f0370866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:34.936162 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8320ef0696f4252afe7957c0a5df6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852627 Jun 24 04:11:34.938699 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41310) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:34.957320 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f0d2b-3b3a-4ed7-ab65-c0b9bfa056ae,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:34.961523 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:35.003729 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58af07-82a4-4842-ba7f-862d7882ac43 req-7f4e31b3-6bce-48c2-8859-94cf97c0177f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:35.006969 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fe58af07-82a4-4842-ba7f-862d7882ac43 req-7f4e31b3-6bce-48c2-8859-94cf97c0177f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1521087 Jun 24 04:11:35.064647 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-93dc9a8c-a53f-42af-9db2-c65594656acd req-614180d6-49e3-417b-b223-423d258a245c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 210 time: 0.0552864 Jun 24 04:11:35.107318 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.109113 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fe58af07-82a4-4842-ba7f-862d7882ac43 req-f11d7137-c435-4349-9810-53919f535f3a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913672 Jun 24 04:11:35.147257 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.272073 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.275115 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.276240 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e8f0d2b-3b3a-4ed7-ab65-c0b9bfa056ae HTTP/1.1" status: 204 len: 168 time: 0.3362522 Jun 24 04:11:35.277080 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:35.294128 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f455cc-70a3-4f48-a9c0-8e28c717ceeb req-36cc5116-bd9e-4605-8bed-173b64140ad8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:35.295602 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-85f455cc-70a3-4f48-a9c0-8e28c717ceeb req-36cc5116-bd9e-4605-8bed-173b64140ad8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0823152 Jun 24 04:11:35.296729 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f0d2b-3b3a-4ed7-ab65-c0b9bfa056ae,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:35.308713 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:35.368305 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-85f455cc-70a3-4f48-a9c0-8e28c717ceeb req-68affcdb-69e2-4a43-b631-37cf3c6332c3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576708 Jun 24 04:11:35.488914 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfbeb9-504e-499f-b45d-a783993a1582 req-54c5a9e6-9da6-472c-8e42-f6de9b018990 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:35.493264 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-17dfbeb9-504e-499f-b45d-a783993a1582 req-54c5a9e6-9da6-472c-8e42-f6de9b018990 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.0702348 Jun 24 04:11:35.531467 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-17dfbeb9-504e-499f-b45d-a783993a1582 req-4a74948d-2c91-4d82-877a-78f82afa3681 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Jun 24 04:11:36.081137 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5e9d9-6de1-4011-ae8a-56900bfe92b3 req-401b38d5-1266-40c0-b4a5-f9fe9086844f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.083131 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8b5e9d9-6de1-4011-ae8a-56900bfe92b3 req-401b38d5-1266-40c0-b4a5-f9fe9086844f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1382072 Jun 24 04:11:36.090553 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-7bcc8c5c-1f47-4295-bfac-506bc3a94545 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.092011 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-7bcc8c5c-1f47-4295-bfac-506bc3a94545 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.1598597 Jun 24 04:11:36.129743 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Request body: {'port': {'device_id': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'admin_state_up': True, 'tenant_id': '703a78c55f3141de8189fc794a77b40e'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:36.131364 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:36.133927 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ccaff8-ed4b-4aa6-86f6-46317ea9653d" -d '{"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-plugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:36.253999 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8b5e9d9-6de1-4011-ae8a-56900bfe92b3 req-7e7232d8-27b6-4904-b654-d4a45d840ce7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576142 Jun 24 04:11:36.322021 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdd748-e273-4d29-9635-620bd760426d req-ff14999c-0cb9-42f7-a782-7c6d0444c91e tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.323554 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-32fdd748-e273-4d29-9635-620bd760426d req-ff14999c-0cb9-42f7-a782-7c6d0444c91e tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.21 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.2080865 Jun 24 04:11:36.427805 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4c3a117e-60b6-42b1-8acb-dc0b1e0f92bf req-538713b9-5b3c-4dc6-9bdc-613866db835f tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 210 time: 0.0789902 Jun 24 04:11:36.511870 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78446b19-a71d-4b5c-89e3-27badfaf5eb8 x-openstack-request-id: req-78446b19-a71d-4b5c-89e3-27badfaf5eb8 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:36.512367 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-plugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:36.512772 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78446b19-a71d-4b5c-89e3-27badfaf5eb8 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:36.513645 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'code': 200} Jun 24 04:11:36.514206 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Made reservation on behalf of 703a78c55f3141de8189fc794a77b40e for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:36.517708 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.674145 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a3fd0-4404-43b1-b2e5-53ced3d73db2 req-10236efa-2848-43a6-8683-67ceda771c5a tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.676216 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f23a3fd0-4404-43b1-b2e5-53ced3d73db2 req-10236efa-2848-43a6-8683-67ceda771c5a tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0657852 Jun 24 04:11:36.735847 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f23a3fd0-4404-43b1-b2e5-53ced3d73db2 req-57d2aa49-3336-4f91-a3b9-a59ba3e63855 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525105 Jun 24 04:11:36.740822 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beb34b-4a77-4de4-b098-7ef01288d800 req-0e93c26e-5043-4f6a-ba94-271c3ed3c017 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.742368 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-72beb34b-4a77-4de4-b098-7ef01288d800 req-0e93c26e-5043-4f6a-ba94-271c3ed3c017 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.2916236 Jun 24 04:11:36.794924 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Allocated IP 172.20.0.10 (daf35318-adfe-407c-8df8-4bcad2f50790/bcadff27-695f-4913-958d-625e97f03859/11738baa-bf09-40d1-b2f0-85964e7ff1f9) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:36.801616 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Deleting port 5f411377-9639-44a9-9c0a-bc00878089f2 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:11:36.801976 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.894872 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-72beb34b-4a77-4de4-b098-7ef01288d800 req-169599f2-8e0f-4ec3-a5e8-535be87b0177 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340661 Jun 24 04:11:36.953074 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e5e25-0808-45af-9a12-641b853c45e5 req-1b7741d6-a3ac-4404-ba4d-451a3708f62c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.963200 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9d7e5e25-0808-45af-9a12-641b853c45e5 req-1b7741d6-a3ac-4404-ba4d-451a3708f62c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 945 time: 0.0950892 Jun 24 04:11:37.001852 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9d7e5e25-0808-45af-9a12-641b853c45e5 req-595547b4-e604-47ce-b7eb-06ecfe65d1e1 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/security-groups?id=601ab024-689a-4a0f-a06b-22f19a004297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Jun 24 04:11:37.024319 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] For port 5f411377-9639-44a9-9c0a-bc00878089f2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5f411377-9639-44a9-9c0a-bc00878089f2,segment=NetworkSegment(8e779d01-2e71-4dc5-bc8a-76977e3802cb),segment_id=8e779d01-2e71-4dc5-bc8a-76977e3802cb)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:37.024682 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:37.070063 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Calling delete_port for 5f411377-9639-44a9-9c0a-bc00878089f2 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:11:37.191198 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:37.206233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2af17-3f0e-4639-bd1d-257c61d74aa3 req-ecb41a6f-8ceb-4201-9a02-3e1019c066ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.207711 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7fa2af17-3f0e-4639-bd1d-257c61d74aa3 req-ecb41a6f-8ceb-4201-9a02-3e1019c066ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1098 time: 0.2236378 Jun 24 04:11:37.285481 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7fa2af17-3f0e-4639-bd1d-257c61d74aa3 req-11dea0f8-f5f4-4aa5-adbc-001d0941833c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693216 Jun 24 04:11:37.399908 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:37.418126 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:37.426976 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:37.482911 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:37.484535 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event updated for resources: {'Port': ['ID=11738baa-bf09-40d1-b2f0-85964e7ff1f9,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:37.492987 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:37.499916 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:37.536626 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Network daf35318-adfe-407c-8df8-4bcad2f50790 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:37.539294 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Pushing event deleted for resources: {'Port': ['ID=5f411377-9639-44a9-9c0a-bc00878089f2,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:37.542777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:37.549956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:37.575878 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:37.582487 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.583252 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:37.634054 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b0816-87c0-4c70-bc03-5e44a76bac88 req-b360baa4-9c64-44a6-a4c0-d95c1b78f6ec tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.641441 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb9b0816-87c0-4c70-bc03-5e44a76bac88 req-b360baa4-9c64-44a6-a4c0-d95c1b78f6ec tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.2525153 Jun 24 04:11:37.679048 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34bbf-9f9a-4404-a61c-1c207b2906cd req-37fc1c35-34e3-49c7-89bf-d20576fb80c6 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.680681 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-94c34bbf-9f9a-4404-a61c-1c207b2906cd req-37fc1c35-34e3-49c7-89bf-d20576fb80c6 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 932 time: 0.0751052 Jun 24 04:11:37.681688 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb9b0816-87c0-4c70-bc03-5e44a76bac88 req-c19382f8-1fa8-4957-a06d-f267b236ebff tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Jun 24 04:11:37.704839 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5826905 Jun 24 04:11:37.717923 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Request body: {'port': {'device_id': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:37.729588 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-94c34bbf-9f9a-4404-a61c-1c207b2906cd req-dcfb402c-efd3-45d9-bbd7-1e9fdbd6d33d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Jun 24 04:11:37.818040 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['5f411377-9639-44a9-9c0a-bc00878089f2'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:37.944494 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1abc-e5c4-48c0-bca2-4626f68fd84e req-53456adf-047a-4295-bca0-b6fd4d967356 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.948911 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-241c1abc-e5c4-48c0-bca2-4626f68fd84e req-53456adf-047a-4295-bca0-b6fd4d967356 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0807145 Jun 24 04:11:37.993939 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-241c1abc-e5c4-48c0-bca2-4626f68fd84e req-34b8a4fd-258f-4cb7-b8db-3dbea9329e21 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Jun 24 04:11:38.104220 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:38.142072 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] No DVR routers for this DVR port 5f411377-9639-44a9-9c0a-bc00878089f2 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:11:38.145807 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:38.148727 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-32fdd748-e273-4d29-9635-620bd760426d req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.21 "DELETE /v2.0/ports/5f411377-9639-44a9-9c0a-bc00878089f2 HTTP/1.1" status: 204 len: 173 time: 1.8154764 Jun 24 04:11:38.168056 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70220c57-be76-4952-b472-0e83c0d7f694', 'name': 'network-vif-deleted', 'tag': '5f411377-9639-44a9-9c0a-bc00878089f2'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:38.170337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8f1a3-a8db-450b-bef3-ce7decc33046" -d '{"events": [{"server_uuid": "70220c57-be76-4952-b472-0e83c0d7f694", "name": "network-vif-deleted", "tag": "5f411377-9639-44a9-9c0a-bc00878089f2"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:38.174654 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd82067-edcb-4ef2-a243-245ee3421144 req-9e1e1597-4993-4d48-9c94-2f672a272cff tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.176421 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4bd82067-edcb-4ef2-a243-245ee3421144 req-9e1e1597-4993-4d48-9c94-2f672a272cff tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0792716 Jun 24 04:11:38.199244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb986b-4c0e-42d5-b4a7-028efea0831d req-2904b260-7492-487c-9453-2f513cf43c06 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.199244 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-04fb986b-4c0e-42d5-b4a7-028efea0831d req-2904b260-7492-487c-9453-2f513cf43c06 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.3919427 Jun 24 04:11:38.207746 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41448) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:38.213639 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'floatingip': {'port_id': 'aa7a2087-a299-4f88-bf63-4a0217153282'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:38.265659 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4bd82067-edcb-4ef2-a243-245ee3421144 req-3853ec9f-a279-4fe5-bd7e-b182d5a6845c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797975 Jun 24 04:11:38.350189 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baeb6b9-1cfe-4f75-862a-0b29f9fe03c2 x-openstack-request-id: req-3baeb6b9-1cfe-4f75-862a-0b29f9fe03c2 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:38.350411 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70220c57-be76-4952-b472-0e83c0d7f694", "name": "network-vif-deleted", "tag": "5f411377-9639-44a9-9c0a-bc00878089f2", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:38.350673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3baeb6b9-1cfe-4f75-862a-0b29f9fe03c2 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:38.351376 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70220c57-be76-4952-b472-0e83c0d7f694', 'name': 'network-vif-deleted', 'tag': '5f411377-9639-44a9-9c0a-bc00878089f2', 'status': 'completed', 'code': 200} Jun 24 04:11:38.407423 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4a4154ac-c27c-4e94-8d6d-3e2cf7e4ac22 req-b508234a-220a-4b9b-a7cd-125c5fd7f608 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.0613356 Jun 24 04:11:38.409779 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:38.768993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11738baa-bf09-40d1-b2f0-85964e7ff1f9 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:38.787899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:38.896509 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Transition to ACTIVE for port object 11738baa-bf09-40d1-b2f0-85964e7ff1f9 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:38.897781 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:38.933463 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60dff-ae48-4727-a4dc-3655ec6be122 req-b639969d-f198-4897-b6b6-f89c2a94a21a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.935078 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-36d60dff-ae48-4727-a4dc-3655ec6be122 req-b639969d-f198-4897-b6b6-f89c2a94a21a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 932 time: 0.0645278 Jun 24 04:11:38.976075 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-36d60dff-ae48-4727-a4dc-3655ec6be122 req-59a1a68e-6096-48ff-9385-9a0e975fedb4 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Jun 24 04:11:39.002814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.011975 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:39.137412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Pushing event updated for resources: {'Port': ['ID=11738baa-bf09-40d1-b2f0-85964e7ff1f9,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:39.157440 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:39.182430 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41494) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:39.216782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.db.resource_extend [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 04:11:39.262939 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41500) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:39.298559 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Attempting to bind port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:39.298559 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Attempting to bind port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:39.298945 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Attempting to bind port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:39.317222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 on network daf35318-adfe-407c-8df8-4bcad2f50790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:39.317677 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Attempting to bind port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:39.323972 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.333322 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:39.334204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Checking segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:39.334595 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Bound using segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:39.335042 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Bound port: 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:39.335391 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.376183 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553178b-91e7-4835-8863-11b387201d7e req-49417756-603d-4a75-8846-0471d140e1e0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:39.383375 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5553178b-91e7-4835-8863-11b387201d7e req-49417756-603d-4a75-8846-0471d140e1e0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.2469466 Jun 24 04:11:39.388875 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.412952 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.512762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.558653 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca768-7aee-43d3-be07-cf5c26c65f54 req-34b8cbe3-175a-4b54-ad07-43a53cfcb9f3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:39.559679 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5553178b-91e7-4835-8863-11b387201d7e req-9353eeb5-c081-4ddc-bf40-aab15b27bd42 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753263 Jun 24 04:11:39.561957 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eb1ca768-7aee-43d3-be07-cf5c26c65f54 req-34b8cbe3-175a-4b54-ad07-43a53cfcb9f3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1129377 Jun 24 04:11:39.590619 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] For port 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:39.690005 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] For port 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:39.690005 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Floating IP d56a707f-5a3d-4ed2-8134-233fccc41d9d associated. External IP: 172.28.1.153, port: aa7a2087-a299-4f88-bf63-4a0217153282. Jun 24 04:11:39.691490 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.691490 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eb1ca768-7aee-43d3-be07-cf5c26c65f54 req-2220a3f7-47a8-444a-b5d6-308c11b55009 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Jun 24 04:11:39.807105 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b7a6b-9358-449d-9698-fa1905604f24 req-0df3bb02-afad-4747-813f-803ef8b72ebf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:39.808890 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5a3b7a6b-9358-449d-9698-fa1905604f24 req-0df3bb02-afad-4747-813f-803ef8b72ebf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0670736 Jun 24 04:11:39.809899 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.820196 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41514) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:39.820988 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-079aaa79-ccff-43ba-aa92-679f53a3382b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:39.829583 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'floatingip': {'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:39.936959 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.956952 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:39.968521 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:39.983996 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842ea0b4-2134-4741-b81a-bb4d9c8412d8,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:39.987903 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:39.992928 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb58a3f0311b4616ae24d3fccc880e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8091915 Jun 24 04:11:40.016277 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41518) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:40.040329 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d6b2b2a9-fd73-4a4d-8840-6bf4ad03149b req-a114a99d-ad88-4531-aba4-d54481c4ab24 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] 10.222.0.11 "GET /v2.0/ports?device_id=70220c57-be76-4952-b472-0e83c0d7f694 HTTP/1.1" status: 200 len: 210 time: 0.0997593 Jun 24 04:11:40.119671 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:40.120384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.121886 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] 10.222.0.21 "PUT /v2.0/ports/11738baa-bf09-40d1-b2f0-85964e7ff1f9 HTTP/1.1" status: 200 len: 1094 time: 2.4110453 Jun 24 04:11:40.129262 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.164779 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41522) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:40.212322 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Pushing event updated for resources: {'Port': ['ID=11738baa-bf09-40d1-b2f0-85964e7ff1f9,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:40.215399 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.221574 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:40.290967 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Router 42e6813c-311a-4a1e-8757-36713b98f83b has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:11:40.296773 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.335839 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b8466-cca3-4b06-a626-ab021bcac615 req-759bcd98-680d-4d05-9bda-e9158534b129 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:40.337390 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b41b8466-cca3-4b06-a626-ab021bcac615 req-759bcd98-680d-4d05-9bda-e9158534b129 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 944 time: 0.2182853 Jun 24 04:11:40.352710 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'tag': '11738baa-bf09-40d1-b2f0-85964e7ff1f9'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:40.355323 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a73f6-a8d2-490d-930a-4457de1dc91c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa06196-ac39-4b4d-a48a-e78939a2e060", "tag": "11738baa-bf09-40d1-b2f0-85964e7ff1f9"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:40.375835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.377592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.383857 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:40.411892 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44461906-b342-4c43-994e-0b5179199cb3 x-openstack-request-id: req-44461906-b342-4c43-994e-0b5179199cb3 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:40.412203 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa06196-ac39-4b4d-a48a-e78939a2e060", "tag": "11738baa-bf09-40d1-b2f0-85964e7ff1f9", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:40.412480 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44461906-b342-4c43-994e-0b5179199cb3 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:40.413241 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'tag': '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'status': 'completed', 'code': 200} Jun 24 04:11:40.413353 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b41b8466-cca3-4b06-a626-ab021bcac615 req-54aed548-7e84-4cdc-882d-8ebaec385f28 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697961 Jun 24 04:11:40.462309 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-f94ec025-1872-4cbc-993f-7ba8005dde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:40.463733 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-f94ec025-1872-4cbc-993f-7ba8005dde47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 1097 time: 0.2128460 Jun 24 04:11:40.466034 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.468584 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.469708 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/842ea0b4-2134-4741-b81a-bb4d9c8412d8 HTTP/1.1" status: 204 len: 168 time: 0.4524362 Jun 24 04:11:40.479631 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=036e77b2f03e4afd8351a6a2a1b782f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2059324 Jun 24 04:11:40.479730 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5258b89e-ea2c-446d-a3c0-9c749ab7edbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:40.480546 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41530) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:40.482138 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df31542a-bdfc-48c0-b223-1421a3c65ea7,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:40.495128 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:40.542773 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-53dd41d7-ba03-44a8-8d6e-de0d59636927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9 HTTP/1.1" status: 200 len: 217 time: 0.0559356 Jun 24 04:11:40.553989 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ea0b4-2134-4741-b81a-bb4d9c8412d8,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:40.554670 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:11:40.557358 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:40.566611 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.569285 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:11:40.584532 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:40.585193 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:11:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:40.646310 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-ce3d6357-ca24-4d2f-9fbe-85af50da42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:40.648725 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-ce3d6357-ca24-4d2f-9fbe-85af50da42cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.0945525 Jun 24 04:11:40.652943 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-bc487c2e-d2ab-42a0-b470-20efbe384a9d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "PUT /v2.0/floatingips/d56a707f-5a3d-4ed2-8134-233fccc41d9d HTTP/1.1" status: 200 len: 991 time: 2.4444740 Jun 24 04:11:40.701528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.735061 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-bd0f4737-d984-4ed8-a4b2-391a60b0a9ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313523 Jun 24 04:11:40.738443 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:40.865183 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.869360 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-129832b3-9782-44a3-8b4c-743803d2ecf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:40.875000 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-1af74261-1bf7-4f02-93dc-3a83066c60cf service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298838 Jun 24 04:11:40.947337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c6f8f6-2bcd-4bb5-8fec-2b0762b30616,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:40.956558 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:40.982374 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04a85240610742b1bcdfd519ea7ff4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8142107 Jun 24 04:11:40.983438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:40.985642 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41538) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:40.989874 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.059105 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-17ad911f-d9d4-47f8-9ab1-0d06ad1b89e3 req-7080618b-0380-46fc-9838-9bc0cd1715d2 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732585 Jun 24 04:11:41.062090 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.098722 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'd56a707f-5a3d-4ed2-8134-233fccc41d9d', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'floating_ip_address': '172.28.1.153', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'port_id': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'mac_address': 'fa:16:3e:6b:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24de35f2-5329-4b39-ab83-0e0140473831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:11:15Z', 'updated_at': '2021-06-24T04:11:39Z', 'revision_number': 1, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:41.110835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.129072 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:11:41.140687 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:41.141440 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:11:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:41.187362 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332628ee-af71-41b5-a1b4-4a4767ef43c1 req-deeb5c53-de2e-4ca4-899a-fa8f2c8607ec tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.194391 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-332628ee-af71-41b5-a1b4-4a4767ef43c1 req-deeb5c53-de2e-4ca4-899a-fa8f2c8607ec tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.3485167 Jun 24 04:11:41.235562 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.247366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.247366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.247366 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df31542a-bdfc-48c0-b223-1421a3c65ea7 HTTP/1.1" status: 204 len: 168 time: 0.7629557 Jun 24 04:11:41.247366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-95ada322-6f45-4635-b428-32ff35568736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:41.257802 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.263691 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df31542a-bdfc-48c0-b223-1421a3c65ea7,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:41.266574 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:41.269344 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.279938 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:41.286328 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6c6f8f6-2bcd-4bb5-8fec-2b0762b30616 HTTP/1.1" status: 204 len: 168 time: 0.2839859 Jun 24 04:11:41.291500 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d1d3ee5b-a25f-4f63-913d-ea80e5221ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:41.299598 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-332628ee-af71-41b5-a1b4-4a4767ef43c1 req-7aba7ead-f8ff-4ef0-9238-5c3daa0ee82e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042778 Jun 24 04:11:41.311131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c6f8f6-2bcd-4bb5-8fec-2b0762b30616,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:41.314246 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:41.321725 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-b4d002f4-3505-459a-b8cc-22e866454745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.323213 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-b4d002f4-3505-459a-b8cc-22e866454745 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 1097 time: 0.1497405 Jun 24 04:11:41.331901 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.374379 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41552) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:41.390155 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.534835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-5dd71e9d-68ed-4af5-bee7-94d423212a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.539512 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-5dd71e9d-68ed-4af5-bee7-94d423212a00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 916 time: 0.1940954 Jun 24 04:11:41.565149 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.l3_db [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Floating IP ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809 associated. External IP: 172.28.1.113, port: 5d60dc92-6cc3-4bd2-a15e-c331cacb9869. Jun 24 04:11:41.592340 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5f411377-9639-44a9-9c0a-bc00878089f2 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:11:41.609387 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-3999a429-c7c1-41da-a8b6-3a6809ac00c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9 HTTP/1.1" status: 200 len: 217 time: 0.0597167 Jun 24 04:11:41.634448 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 5f411377-9639-44a9-9c0a-bc00878089f2 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:11:41.635088 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5f411377-9639-44a9-9c0a-bc00878089f2 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:11:41.640354 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'd56a707f-5a3d-4ed2-8134-233fccc41d9d', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'floating_ip_address': '172.28.1.153', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'port_id': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'mac_address': 'fa:16:3e:6b:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24de35f2-5329-4b39-ab83-0e0140473831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:11:15Z', 'updated_at': '2021-06-24T04:11:39Z', 'revision_number': 1, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:41.695084 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-fefc22a3-d83d-4659-9ee6-eb4f3cf7dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.695513 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-fefc22a3-d83d-4659-9ee6-eb4f3cf7dfcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.0621285 Jun 24 04:11:41.706862 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734f9c3-8815-4371-abe7-ff0b2f32333a None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'd56a707f-5a3d-4ed2-8134-233fccc41d9d', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'floating_ip_address': '172.28.1.153', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'port_id': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'mac_address': 'fa:16:3e:6b:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24de35f2-5329-4b39-ab83-0e0140473831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:11:15Z', 'updated_at': '2021-06-24T04:11:39Z', 'revision_number': 1, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:11:41.758452 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-2d5e2f93-7583-4b66-bf3d-6cf40c2b912f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389450 Jun 24 04:11:41.767185 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.864990 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa60c5-b06e-4063-8ad9-c83f09d967c3 req-04b4bfa2-56ac-423e-89a6-883654deea84 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.866511 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6dfa60c5-b06e-4063-8ad9-c83f09d967c3 req-04b4bfa2-56ac-423e-89a6-883654deea84 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 944 time: 0.2546525 Jun 24 04:11:41.873702 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:41.882646 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:41.916214 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-ebbd9ceb-ef11-443a-a375-953fac463409 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480796 Jun 24 04:11:41.931521 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd037e2c-5a06-462d-bdf2-39d42af00dd1,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:41.958528 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:41.987288 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6dfa60c5-b06e-4063-8ad9-c83f09d967c3 req-a06bcab0-a0b8-4b38-a0c6-3e5bf369dc3b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104302 Jun 24 04:11:41.987795 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Router 979422b6-99c6-4324-93b8-631730a9534f has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:11:41.994000 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14b5ee0f8f764736bbb4614127446fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159647 Jun 24 04:11:41.994929 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41566) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:42.018304 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9eb15-d8f4-41a5-acd3-8a8e79fa3e96 None None] New status for floating IP d56a707f-5a3d-4ed2-8134-233fccc41d9d: ACTIVE {{(pid=93544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:11:42.065592 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb7a73f6-a8d2-490d-930a-4457de1dc91c req-e806eebb-170b-466f-8dc5-d18ddf0c7727 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397052 Jun 24 04:11:42.066281 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41568) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:42.079221 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.180225 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.201925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.207479 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:11:42.215549 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.222036 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:11:42.232775 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:42.233926 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:11:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:42.249029 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.274217 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8aa50a0b-0748-4c20-baa1-bbc4d700de94 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "PUT /v2.0/floatingips/ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809 HTTP/1.1" status: 200 len: 991 time: 2.4503074 Jun 24 04:11:42.277986 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.280570 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d5ed8310-2187-4d50-9093-ee11e7d91fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:42.317788 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:42.321696 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6293d4ba5ede4dd589985c0a4aea9ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521048 Jun 24 04:11:42.321696 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eaceba-b4de-419d-a1d3-1d7376c84c66,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:42.322623 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41574) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:42.322948 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2824a1daeaf2497d9ecc05b15daa12d427fd4bc78bbc93ad1002b5fdf5606d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e024a-df7b-4711-bd9c-7cebcf60e886" -d '{"events": [{"name": "network-changed", "server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:42.342716 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.343179 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.343419 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.343814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.344100 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.344445 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.344782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.345149 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.345487 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.345823 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.346159 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.346497 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:42.361703 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:42.365337 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:42.416998 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:42.418838 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13577afa-c1f5-450d-8935-4510e01482e8" -d '{"events": [{"name": "network-changed", "server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:42.428204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.435788 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.438894 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.445420 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd037e2c-5a06-462d-bdf2-39d42af00dd1 HTTP/1.1" status: 204 len: 168 time: 0.4434304 Jun 24 04:11:42.445420 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c95801ce-e5fc-4402-8b21-74cd7ebd3e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:42.470625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.479351 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd037e2c-5a06-462d-bdf2-39d42af00dd1,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:42.486930 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:42.526962 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce0cff5-3143-4fa7-9499-70925508d369 x-openstack-request-id: req-9ce0cff5-3143-4fa7-9499-70925508d369 {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:42.527278 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "status": "completed", "code": 200}]} {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:42.527781 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ce0cff5-3143-4fa7-9499-70925508d369 {{(pid=93542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:42.528236 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'status': 'completed', 'code': 200} Jun 24 04:11:42.568587 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41582) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:42.588596 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587e26-e4e1-4ff7-b6e2-14478aa7eaea req-4beee466-9e7a-487a-8420-614abf68ef63 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:42.591595 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a4587e26-e4e1-4ff7-b6e2-14478aa7eaea req-4beee466-9e7a-487a-8420-614abf68ef63 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1474278 Jun 24 04:11:42.595206 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2996e11-c260-4ca2-8b22-a27a75213029 x-openstack-request-id: req-e2996e11-c260-4ca2-8b22-a27a75213029 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:42.595618 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:42.596599 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2996e11-c260-4ca2-8b22-a27a75213029 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:42.601847 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'status': 'completed', 'code': 200} Jun 24 04:11:42.633515 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.646811 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a4587e26-e4e1-4ff7-b6e2-14478aa7eaea req-92f75e00-231a-452f-86dd-e7cd6193d2bf tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 Jun 24 04:11:42.663523 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.666104 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.667228 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36eaceba-b4de-419d-a1d3-1d7376c84c66 HTTP/1.1" status: 204 len: 168 time: 0.3437064 Jun 24 04:11:42.673127 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6c2aae97-8c02-429a-afca-e433135514e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:42.700868 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eaceba-b4de-419d-a1d3-1d7376c84c66,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:42.706281 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:42.750918 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-c63b4a66-68fe-4432-abaa-9fee2985081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:42.752543 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-c63b4a66-68fe-4432-abaa-9fee2985081d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1098 time: 0.1757896 Jun 24 04:11:42.797329 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '979422b6-99c6-4324-93b8-631730a9534f', 'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'mac_address': 'fa:16:3e:9e:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:11:14Z', 'updated_at': '2021-06-24T04:11:40Z', 'revision_number': 1, 'project_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:42.807143 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577afa-c1f5-450d-8935-4510e01482e8 req-792bc795-a111-4914-9e89-9f1871084de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:42.809025 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-792bc795-a111-4914-9e89-9f1871084de6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 1098 time: 0.1846795 Jun 24 04:11:42.826507 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:11:42.836647 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:11:42.837409 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:11:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:42.967066 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577afa-c1f5-450d-8935-4510e01482e8 req-784dcf77-65b4-4b55-be96-212077b89ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:42.968547 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-784dcf77-65b4-4b55-be96-212077b89ef1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 910 time: 0.1445389 Jun 24 04:11:42.972664 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:11:43.043771 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.049793 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-73055644-316c-4f7f-9600-ee0479afb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.057824 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-73055644-316c-4f7f-9600-ee0479afb6e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.2819767 Jun 24 04:11:43.084710 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41604) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:43.112633 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-dd293cb4-8ebd-4562-a718-ea395ae74404 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 200 len: 1001 time: 0.1348863 Jun 24 04:11:43.181860 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Deleting subnet bf558cd4-d246-4269-9ab6-4fc58ed5565a {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:11:43.191884 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.204420 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-c9016753-2f5b-4edc-b495-0988a57f356c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 200 len: 999 time: 0.0905881 Jun 24 04:11:43.221314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.243743 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8dd59499-3789-43e2-bf7b-433db8e398c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:43.282979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.290331 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f047446-9b1a-489e-a36d-f8fab886ca0b,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:43.295425 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.305175 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:43.310314 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '979422b6-99c6-4324-93b8-631730a9534f', 'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'mac_address': 'fa:16:3e:9e:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:11:14Z', 'updated_at': '2021-06-24T04:11:40Z', 'revision_number': 1, 'project_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:43.344421 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef71318-633c-4415-b0c4-3deebaf7ca4e None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '979422b6-99c6-4324-93b8-631730a9534f', 'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'mac_address': 'fa:16:3e:9e:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:11:14Z', 'updated_at': '2021-06-24T04:11:40Z', 'revision_number': 1, 'project_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:11:43.360889 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fb1dcfd25c847e7aa51dce69aeb8a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879212 Jun 24 04:11:43.363691 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41616) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:43.369250 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751bf3e-6de0-4f4a-8d4c-7e6a00978329 req-343cc363-66db-4b89-8edf-c7937c7a8a53 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.388040 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f751bf3e-6de0-4f4a-8d4c-7e6a00978329 req-343cc363-66db-4b89-8edf-c7937c7a8a53 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 944 time: 0.1543255 Jun 24 04:11:43.436752 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-2868c05d-3f00-490f-9d0c-a82f416d748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.438297 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-2868c05d-3f00-490f-9d0c-a82f416d748c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.2047575 Jun 24 04:11:43.441142 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577afa-c1f5-450d-8935-4510e01482e8 req-956c6310-b9f7-4ad4-a915-a36ea65f71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.442554 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-956c6310-b9f7-4ad4-a915-a36ea65f71e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.2301884 Jun 24 04:11:43.446537 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f751bf3e-6de0-4f4a-8d4c-7e6a00978329 req-ae4430d7-61df-44c9-aa75-2fe382dfc914 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 Jun 24 04:11:43.519901 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.520302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.520404 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-04c39c2d-f9bd-48e9-be10-8a90aeaa2eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:43.543588 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf558cd4-d246-4269-9ab6-4fc58ed5565a,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:43.552569 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.552569 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bf558cd4-d246-4269-9ab6-4fc58ed5565a HTTP/1.1" status: 204 len: 168 time: 0.4629548 Jun 24 04:11:43.552569 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0ec6288d-f28e-4d8c-b655-35ac666f7ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:43.554343 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41620) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:43.560595 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.612839 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13577afa-c1f5-450d-8935-4510e01482e8 req-768f56e7-561a-45a5-bd1c-bd7817c3061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.614458 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-768f56e7-561a-45a5-bd1c-bd7817c3061b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1595407 Jun 24 04:11:43.640228 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48cfd5c-603d-4207-9e2c-010d3ae584c9 None None] New status for floating IP ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809: ACTIVE {{(pid=93544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:11:43.640772 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.670685 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-130ff630-9c6a-48b1-b519-acf598467a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.672165 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-130ff630-9c6a-48b1-b519-acf598467a6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2077115 Jun 24 04:11:43.790971 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.804862 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.806733 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.809715 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > port after_create 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > port after_update 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.831711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.956865 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.961988 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.961988 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.961988 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:11:43.961988 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda12e0b-f52a-4a28-aef2-fe247875d8c3']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:43.980548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e779d01-2e71-4dc5-bc8a-76977e3802cb') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:43.985233 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e779d01-2e71-4dc5-bc8a-76977e3802cb') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:11:44.087124 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.090859 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.092022 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f047446-9b1a-489e-a36d-f8fab886ca0b HTTP/1.1" status: 204 len: 168 time: 0.7267871 Jun 24 04:11:44.095759 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:44.122176 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f047446-9b1a-489e-a36d-f8fab886ca0b,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:44.125143 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:44.133410 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-9867932b-cdd4-430b-9cc7-748b4df8ae09 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082505 Jun 24 04:11:44.159610 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-3423555c-f85c-4900-9793-4d86811c2bed service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228747 Jun 24 04:11:44.290441 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.323450 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.334409 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-13577afa-c1f5-450d-8935-4510e01482e8 req-cba8b335-178c-41ca-95a9-89a1589dacdd service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860371 Jun 24 04:11:44.334636 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:11:44.334836 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.340279 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-533e024a-df7b-4711-bd9c-7cebcf60e886 req-23156c19-628f-44a9-ad61-c3a63cb30d91 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698966 Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: from cryptography.utils import int_from_bytes Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: from cryptography.utils import int_from_bytes Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:11:44.365747 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:11:44.420417 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fb81d-fc22-4391-a30e-e961a876788b req-080a5477-5e85-4734-973b-c1c001a1c076 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:44.425720 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-847fb81d-fc22-4391-a30e-e961a876788b req-080a5477-5e85-4734-973b-c1c001a1c076 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.4535401 Jun 24 04:11:44.504686 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-847fb81d-fc22-4391-a30e-e961a876788b req-9be0b993-4a54-45bd-bd4e-17a0c456c2dd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744953 Jun 24 04:11:44.515454 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.520174 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:44.546880 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Pushing event deleted for resources: {'Network': ['ID=fda12e0b-f52a-4a28-aef2-fe247875d8c3,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:44.552142 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.554242 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] 10.222.0.11 "DELETE /v2.0/networks/fda12e0b-f52a-4a28-aef2-fe247875d8c3 HTTP/1.1" status: 204 len: 168 time: 1.0003576 Jun 24 04:11:44.561768 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.562476 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.563006 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.563356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.563822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.564044 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.564382 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.564718 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.565146 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.565439 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.565763 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.566174 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:44.571321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:44.637842 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7fefc-065d-443d-8faf-efde053ff858 req-574e5514-a7d4-4a9b-9c7f-cccae3ffcbd5 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:44.639727 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c4c7fefc-065d-443d-8faf-efde053ff858 req-574e5514-a7d4-4a9b-9c7f-cccae3ffcbd5 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 944 time: 0.0710232 Jun 24 04:11:44.683289 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c4c7fefc-065d-443d-8faf-efde053ff858 req-70148732-0a41-4999-b0f1-052251e6f068 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Jun 24 04:11:45.050018 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41674) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:45.092274 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-48772de9-4b6e-407c-a0aa-4c9009559448 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edb097c8acf44f9fb5962578b4c4b30f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410094 Jun 24 04:11:45.094567 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41676) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:45.148959 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.180440 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.308005 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.310821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.314216 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/601ab024-689a-4a0f-a06b-22f19a004297 HTTP/1.1" status: 204 len: 168 time: 0.2165256 Jun 24 04:11:45.314216 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9f945007-a202-47ca-a335-99407c10bdaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:45.324141 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ab024-689a-4a0f-a06b-22f19a004297,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:45.327100 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:45.624476 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 11738baa-bf09-40d1-b2f0-85964e7ff1f9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:45.699046 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0db9d4-44fb-4bc3-ad43-683fa94de8bb req-0866bbe7-2d69-41b5-bead-c1eaf34ad5ca tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:45.701609 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ac0db9d4-44fb-4bc3-ad43-683fa94de8bb req-0866bbe7-2d69-41b5-bead-c1eaf34ad5ca tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0698564 Jun 24 04:11:45.771041 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:45.783298 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ac0db9d4-44fb-4bc3-ad43-683fa94de8bb req-44c47d2d-16f9-4c51-a16f-6d40a0f84957 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725505 Jun 24 04:11:45.790903 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'port_id': '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'mac_address': 'fa:16:3e:20:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcadff27-695f-4913-958d-625e97f03859', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:45.886030 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.888835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fef189-cb3e-4844-ab0d-004fd1d3fe28 req-df17ba3a-5059-47f8-8359-829e4336b067 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:45.897927 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-05fef189-cb3e-4844-ab0d-004fd1d3fe28 req-df17ba3a-5059-47f8-8359-829e4336b067 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 944 time: 0.0811605 Jun 24 04:11:45.900562 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11738baa-bf09-40d1-b2f0-85964e7ff1f9 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:45.916944 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41716) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:45.939852 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:45.944854 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-05fef189-cb3e-4844-ab0d-004fd1d3fe28 req-a5cca5f7-7169-44c1-985b-7671586ff37d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450768 Jun 24 04:11:46.023586 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.025387 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:46.050068 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748663422-network', 'tenant_id': '971071ed22ab47899754e13c69a96ff3'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:46.071958 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=11738baa-bf09-40d1-b2f0-85964e7ff1f9,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:46.075106 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:46.126356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Made reservation on behalf of 971071ed22ab47899754e13c69a96ff3 for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:46.128780 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.138018 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.256404 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.331366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.335165 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-401b7bd6-7b72-47bb-b5eb-0f7b4cdf0c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:46.342845 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['11738baa-bf09-40d1-b2f0-85964e7ff1f9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:46.356907 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:11:46.372752 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4c967-9e7f-400c-8c55-2beafaac5ddd,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:46.376263 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:46.381807 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.382629 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Added segment 0fc3171f-758c-459e-a90f-2fc486ed4505 of type vlan for network a50c363a-1f85-495d-bd6d-5a12c4c77919 Jun 24 04:11:46.431113 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.560488 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.561859 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:46.562440 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.565785 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c7dc6848-8a76-4c15-bd28-0ce20edce35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:46.638760 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Pushing event updated for resources: {'Network': ['ID=a50c363a-1f85-495d-bd6d-5a12c4c77919,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:46.642446 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:46.651588 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network a50c363a-1f85-495d-bd6d-5a12c4c77919 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:11:46.732669 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8143697 Jun 24 04:11:46.735701 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41758) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:46.741212 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Request body: {'subnet': {'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748663422-subnet', 'tenant_id': '971071ed22ab47899754e13c69a96ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:46.852459 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Made reservation on behalf of 971071ed22ab47899754e13c69a96ff3 for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:46.856264 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.026325 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63a443-2577-4eae-ae66-9f88f8d139c4 req-60fa8543-2d8b-4dcc-b574-a926ee4e2793 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:47.027926 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef63a443-2577-4eae-ae66-9f88f8d139c4 req-60fa8543-2d8b-4dcc-b574-a926ee4e2793 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0806351 Jun 24 04:11:47.102961 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef63a443-2577-4eae-ae66-9f88f8d139c4 req-1abe79c3-e785-44ca-b973-c98f93e3e535 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Jun 24 04:11:47.140221 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.148880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:47.248963 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa74c9-d976-4e50-bdc4-0e2f1f35b172 req-638ffd55-63f8-4951-a3ab-79f72556c16d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:47.250757 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d7aa74c9-d976-4e50-bdc4-0e2f1f35b172 req-638ffd55-63f8-4951-a3ab-79f72556c16d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 945 time: 0.1686344 Jun 24 04:11:47.256057 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4ed128-1be5-470d-8ab9-77571268509f,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:47.260735 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:47.274421 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Checking segment: {'id': '0fc3171f-758c-459e-a90f-2fc486ed4505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:47.274768 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Network hostable DHCP agents. Network: a50c363a-1f85-495d-bd6d-5a12c4c77919, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:11:47.312157 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d7aa74c9-d976-4e50-bdc4-0e2f1f35b172 req-0ac30adc-e2b5-41b7-8999-fc239ec59115 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 Jun 24 04:11:47.383436 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Network a50c363a-1f85-495d-bd6d-5a12c4c77919 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:11:47.440589 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, a50c363a-1f85-495d-bd6d-5a12c4c77919) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:47.445266 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:47.446058 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.452581 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff94072-68aa-45ff-b96d-e7024192f8dd None None] Network a50c363a-1f85-495d-bd6d-5a12c4c77919 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:11:47.557513 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8205743 Jun 24 04:11:47.673084 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 11738baa-bf09-40d1-b2f0-85964e7ff1f9 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:47.727007 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd8b7f-f17a-4ae0-95c9-316e47e1cdf3 None None] Network a50c363a-1f85-495d-bd6d-5a12c4c77919 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:11:47.954863 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:47.959420 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:47.959796 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.054078 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.076659 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11738baa-bf09-40d1-b2f0-85964e7ff1f9'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:48.078906 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8428005c-a0f7-466a-8785-49a88f1091bc" -d '{"events": [{"server_uuid": "7fa06196-ac39-4b4d-a48a-e78939a2e060", "name": "network-vif-plugged", "status": "completed", "tag": "11738baa-bf09-40d1-b2f0-85964e7ff1f9"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:48.091623 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:48.114565 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dab681-e488-4ed7-865f-18ceea4a5614 x-openstack-request-id: req-91dab681-e488-4ed7-865f-18ceea4a5614 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:48.114856 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa06196-ac39-4b4d-a48a-e78939a2e060", "name": "network-vif-plugged", "status": "completed", "tag": "11738baa-bf09-40d1-b2f0-85964e7ff1f9", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:48.115110 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91dab681-e488-4ed7-865f-18ceea4a5614 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:48.115498 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'code': 200} Jun 24 04:11:48.159370 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.161276 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:48.212175 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=11738baa-bf09-40d1-b2f0-85964e7ff1f9,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:48.215836 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:48.342523 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14357221-95a2-4f57-812d-66bcb904539a req-a1f9abe7-fa9b-4732-a2f0-251339cc2a03 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:48.344034 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-14357221-95a2-4f57-812d-66bcb904539a req-a1f9abe7-fa9b-4732-a2f0-251339cc2a03 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1039968 Jun 24 04:11:48.382954 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-14357221-95a2-4f57-812d-66bcb904539a req-5ef5674e-ee37-4c9d-973b-d1c9272c66d3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333567 Jun 24 04:11:48.498065 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41834) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:48.503069 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-622181762-network', 'tenant_id': '6247ecdea4c147feb82f9424ea8d0d28'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:48.583526 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79dfd5-25f9-48b8-a166-58a72b63a23a req-f3b7e5c0-3993-4a83-927f-b8277a7d96f7 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:48.585005 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca79dfd5-25f9-48b8-a166-58a72b63a23a req-f3b7e5c0-3993-4a83-927f-b8277a7d96f7 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 946 time: 0.1022308 Jun 24 04:11:48.591520 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd31e1-ceba-40b1-b997-cb9a75b0cff9 req-835be746-9754-4d96-b1bd-b317c8899b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:48.593081 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d0cd31e1-ceba-40b1-b997-cb9a75b0cff9 req-835be746-9754-4d96-b1bd-b317c8899b7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 1099 time: 0.0827653 Jun 24 04:11:48.618411 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Made reservation on behalf of 6247ecdea4c147feb82f9424ea8d0d28 for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:48.620040 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:11:48.622008 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.631848 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.647493 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca79dfd5-25f9-48b8-a166-58a72b63a23a req-683976d3-a9ed-4dc6-bd34-ab8175817fdc tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534708 Jun 24 04:11:48.651359 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d0cd31e1-ceba-40b1-b997-cb9a75b0cff9 req-6d678046-42e0-497f-a8c5-1c9dfcd99a75 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 Jun 24 04:11:48.731636 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.839156 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.843187 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:48.861273 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:11:48.875127 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaf21f5-e9d2-4249-b0a4-35cef95cb35d,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:48.879492 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:48.881768 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.882265 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Added segment 090ea9df-a977-4d41-b5c5-32ffefea1c79 of type vlan for network 4741ff9a-4fbf-482b-9408-437e89ab063a Jun 24 04:11:48.931528 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.023058 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.024308 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:49.024883 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.027899 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:49.085345 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=4741ff9a-4fbf-482b-9408-437e89ab063a,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:49.087878 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:49.094990 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network 4741ff9a-4fbf-482b-9408-437e89ab063a details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:11:49.121418 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6221013 Jun 24 04:11:49.121663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 41848) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:49.123967 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41850) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:49.128776 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Request body: {'subnet': {'network_id': '4741ff9a-4fbf-482b-9408-437e89ab063a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-622181762-subnet', 'tenant_id': '6247ecdea4c147feb82f9424ea8d0d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:49.227481 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.233105 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Made reservation on behalf of 6247ecdea4c147feb82f9424ea8d0d28 for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:49.235579 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.314099 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.394581 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.398734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d6140018-8248-4ed7-a8fc-f9e790c9b37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:49.434458 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47e87914931d45f0ab064e6f5d0182ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117435 Jun 24 04:11:49.438183 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf1ef3-627c-4a1c-881b-7ec8558c0452,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:49.440901 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 41858) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:49.444123 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:49.492889 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.494246 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.499656 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:49.582381 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.608606 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b08897d-2024-4eac-a66f-a2bb1e41254f,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:49.618829 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:49.643555 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Checking segment: {'id': '090ea9df-a977-4d41-b5c5-32ffefea1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4741ff9a-4fbf-482b-9408-437e89ab063a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:49.643910 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Network hostable DHCP agents. Network: 4741ff9a-4fbf-482b-9408-437e89ab063a, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:11:49.675773 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47361ea3-c476-477d-a3d6-6fe2d8cf68e6 req-8a20dbe3-a9b3-4263-a36a-67dcc3692d91 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:49.677886 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-47361ea3-c476-477d-a3d6-6fe2d8cf68e6 req-8a20dbe3-a9b3-4263-a36a-67dcc3692d91 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1446567 Jun 24 04:11:49.736051 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-47361ea3-c476-477d-a3d6-6fe2d8cf68e6 req-e7051d1f-0943-45f1-beef-9710d7e31ae6 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489421 Jun 24 04:11:49.743427 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Network 4741ff9a-4fbf-482b-9408-437e89ab063a is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:11:49.772489 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.775537 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.776809 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65cf1ef3-627c-4a1c-881b-7ec8558c0452 HTTP/1.1" status: 204 len: 168 time: 0.3345625 Jun 24 04:11:49.777743 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2007e884-9446-42cb-8bb8-a275e9295c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:49.785538 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf1ef3-627c-4a1c-881b-7ec8558c0452,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:49.788318 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:49.835169 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, 4741ff9a-4fbf-482b-9408-437e89ab063a) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:49.839435 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:49.842270 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.845644 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd54f7b3-1e2b-4204-a609-7a11d0e8051d None None] Network 4741ff9a-4fbf-482b-9408-437e89ab063a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:11:49.869815 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537e47d-f1f3-43c5-8895-6b3ed94003be req-39d05642-08b6-4244-8f38-af2a39246304 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:49.871337 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e537e47d-f1f3-43c5-8895-6b3ed94003be req-39d05642-08b6-4244-8f38-af2a39246304 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 946 time: 0.0993121 Jun 24 04:11:49.907849 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e537e47d-f1f3-43c5-8895-6b3ed94003be req-fa6d56be-ac8d-484a-b953-eae82021edcb tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Jun 24 04:11:49.968848 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de51d52-e1c1-4f6d-a3cf-2ff2beaaf331 None None] Network 4741ff9a-4fbf-482b-9408-437e89ab063a requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:11:50.015584 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8904850 Jun 24 04:11:50.536486 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-a466a7f6-3476-4641-9671-e9d2797b7f32 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:50.543226 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-a466a7f6-3476-4641-9671-e9d2797b7f32 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/networks?id=a50c363a-1f85-495d-bd6d-5a12c4c77919 HTTP/1.1" status: 200 len: 809 time: 0.1158295 Jun 24 04:11:50.556849 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-1455caab-ce4f-4ae6-aae3-2feff3c7fe67 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/quotas/971071ed22ab47899754e13c69a96ff3 HTTP/1.1" status: 200 len: 375 time: 0.0120687 Jun 24 04:11:50.615195 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-1db23ab8-55f5-4b81-a5b7-8bba47780f6f tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=971071ed22ab47899754e13c69a96ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427332 Jun 24 04:11:50.734372 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-964006a2-6130-475d-9e79-b4006eefd3e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a50c363a-1f85-495d-bd6d-5a12c4c77919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125550 Jun 24 04:11:50.830018 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-a73cd14d-a4aa-485f-b32f-e96cc1118a12 service neutron] 10.222.0.11 "GET /v2.0/networks/a50c363a-1f85-495d-bd6d-5a12c4c77919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899394 Jun 24 04:11:50.940991 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59378018-eb13-4634-bd04-e74ccd3ae082 req-d16b3700-53c5-485b-b0ba-a928b3e7cf00 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:50.943047 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-59378018-eb13-4634-bd04-e74ccd3ae082 req-d16b3700-53c5-485b-b0ba-a928b3e7cf00 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0796280 Jun 24 04:11:50.980965 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-59378018-eb13-4634-bd04-e74ccd3ae082 req-d89a5db1-d600-4a72-a846-b0fbe19cf0af tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jun 24 04:11:51.185187 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce8e8a-91d7-4119-a120-ffd4a0b680be req-9e7c1f3b-2795-480b-86f7-3fe68162cd57 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:51.193583 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1bce8e8a-91d7-4119-a120-ffd4a0b680be req-9e7c1f3b-2795-480b-86f7-3fe68162cd57 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 946 time: 0.1009326 Jun 24 04:11:51.237489 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1bce8e8a-91d7-4119-a120-ffd4a0b680be req-5eeed08c-3f81-48f3-9c7e-45fbd5080fa7 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Jun 24 04:11:51.313049 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c6bf9cf6-d680-4b82-b508-cc2c320aec1b req-20c09728-f06e-4100-8094-f06002274115 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Jun 24 04:11:52.176689 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf87ad-7eec-49f6-8e3e-814bbcdacfda req-f25ca057-6e32-4c8c-868a-8167581995d4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:52.178770 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1bbf87ad-7eec-49f6-8e3e-814bbcdacfda req-f25ca057-6e32-4c8c-868a-8167581995d4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0677526 Jun 24 04:11:52.218405 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1bbf87ad-7eec-49f6-8e3e-814bbcdacfda req-3d0a4c21-fd9e-4d93-8193-459ac13f4401 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Jun 24 04:11:52.604702 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-deb4fc2d-72fa-4c1b-a382-51834a8a1944 req-83ca58f7-85b2-4316-8d4e-bd52647f5c5e tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 210 time: 0.0287273 Jun 24 04:11:53.154511 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6ef5db44-446b-4b0f-bdb8-c22b4b53b71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.312777 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-dcbf5de5-7e69-4204-9854-a897242c588f tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ad67eceffccf4576b1be98761c248c76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296435 Jun 24 04:11:53.413998 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1463d82-fdb7-4769-97dd-0c4bd7c94a59 req-f86edefd-644b-4368-855a-174b483495e9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:53.415905 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c1463d82-fdb7-4769-97dd-0c4bd7c94a59 req-f86edefd-644b-4368-855a-174b483495e9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0789902 Jun 24 04:11:53.467095 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c1463d82-fdb7-4769-97dd-0c4bd7c94a59 req-de787770-9667-461a-b596-34cde7713f84 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Jun 24 04:11:53.524513 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-02a9ad9e-e24f-45ab-bd21-9d3c54fe8e54 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:53.526408 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-02a9ad9e-e24f-45ab-bd21-9d3c54fe8e54 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083654 Jun 24 04:11:53.557217 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-35d71c78-a5cb-4eea-9c25-29c1edee58ff tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/quotas/ad67eceffccf4576b1be98761c248c76 HTTP/1.1" status: 200 len: 375 time: 0.0204895 Jun 24 04:11:53.605540 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-1a873929-6538-438c-949a-afce3423c124 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad67eceffccf4576b1be98761c248c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428374 Jun 24 04:11:53.867980 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-8accf737-fddc-4841-87c6-d62abc07a45c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:53.869606 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-8accf737-fddc-4841-87c6-d62abc07a45c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.1054351 Jun 24 04:11:53.900467 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-1b1f2551-0c20-4daa-a3f6-4c927c939bf4 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/quotas/703a78c55f3141de8189fc794a77b40e HTTP/1.1" status: 200 len: 375 time: 0.0198135 Jun 24 04:11:53.971389 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3b82bf95-f045-4aa1-9151-10a07af3607d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750208 Jun 24 04:11:54.004843 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44243523-99e2-417b-8cf5-da6f296df35f req-bb81523b-6f63-4bee-8617-9998f2fb18f5 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 210 time: 0.0418425 Jun 24 04:11:54.057306 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-c7d94d5b-2d43-44ed-a991-484b1d0195f2 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:54.059073 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-c7d94d5b-2d43-44ed-a991-484b1d0195f2 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.21 "GET /v2.0/networks?id=a50c363a-1f85-495d-bd6d-5a12c4c77919 HTTP/1.1" status: 200 len: 809 time: 0.1709175 Jun 24 04:11:54.092746 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Request body: {'port': {'device_id': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919', 'admin_state_up': True, 'tenant_id': '971071ed22ab47899754e13c69a96ff3'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:54.110602 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-983e00a9-387a-4abf-94f9-d32ec9248988 service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317363 Jun 24 04:11:54.137736 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7285b94b-9c9d-401c-98d3-676fc560a76e req-d29c86a7-19a0-4939-9778-31ba8b2a21b7 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 210 time: 0.0675316 Jun 24 04:11:54.241187 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-ee3926d8-711f-426c-89b4-fb98dab0af59 service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295907 Jun 24 04:11:54.354449 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Made reservation on behalf of 971071ed22ab47899754e13c69a96ff3 for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:54.358076 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.498556 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Allocated IP 172.20.0.9 (a50c363a-1f85-495d-bd6d-5a12c4c77919/3d4ed128-1be5-470d-8ab9-77571268509f/b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:54.602383 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b03559e9-6253-4872-94c3-43d30d91babc req-081e41d8-c400-488c-aed9-8afd90408544 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 210 time: 0.0459890 Jun 24 04:11:54.715232 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d899dc-11e8-45a6-92d3-dfa1ca17ffc7 req-0b9b4379-6f76-439f-aaa1-9e00030128ea tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:54.718033 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-98d899dc-11e8-45a6-92d3-dfa1ca17ffc7 req-0b9b4379-6f76-439f-aaa1-9e00030128ea tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1024129 Jun 24 04:11:54.757815 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.786382 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-98d899dc-11e8-45a6-92d3-dfa1ca17ffc7 req-17dfa201-2737-4c2b-81f0-df45b16e41a0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615385 Jun 24 04:11:54.903544 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.907619 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dd1c75c2-3cc2-4143-9941-606a6b6e808c tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:54.913104 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 42076) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:54.956309 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Network a50c363a-1f85-495d-bd6d-5a12c4c77919 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:54.966139 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:54.969948 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:54.977734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:54.978571 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.995299 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Pushing event updated for resources: {'Port': ['ID=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:54.998960 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:55.047578 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.086694 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0154464 Jun 24 04:11:55.112371 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Request body: {'port': {'device_id': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:55.194856 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.243454 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.257918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a26b1-31f2-43b8-8561-86e10f9cddbb req-5b1229a4-73b6-4997-acd0-4f96d2fdcb9a tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:55.261191 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-512a26b1-31f2-43b8-8561-86e10f9cddbb req-5b1229a4-73b6-4997-acd0-4f96d2fdcb9a tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 931 time: 0.1291635 Jun 24 04:11:55.298130 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-512a26b1-31f2-43b8-8561-86e10f9cddbb req-22aa7d72-7082-4177-b0e3-c084a387026a tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Jun 24 04:11:55.308777 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.312799 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c1c18908-ae21-4522-8afe-43354b4720e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:55.355729 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4701f286dec541dcacfe911ca343aa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414120 Jun 24 04:11:55.357188 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba88ee-a13f-4b7f-a4df-4bd92d48d757,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:55.359825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 42090) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:55.363152 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-58e11398-f882-411a-b1a3-3a4ca17ee4e7 req-9c17f1b5-11b8-416a-8199-98e09b52ad5f tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 210 time: 0.1077788 Jun 24 04:11:55.384901 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:55.415276 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.438818 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.531669 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.534413 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.536642 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9ba88ee-a13f-4b7f-a4df-4bd92d48d757 HTTP/1.1" status: 204 len: 168 time: 0.1750505 Jun 24 04:11:55.536642 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f3117379-d887-46ca-82ea-054cedfaf91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:55.541811 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:55.544169 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba88ee-a13f-4b7f-a4df-4bd92d48d757,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:55.550246 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.552577 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:55.563751 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Transition to ACTIVE for port object b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:55.645617 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.648750 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:55.733075 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:55.737568 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-463ed747-c33e-49e2-a216-dd7354cf5d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.761276 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:55.763517 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7d6b7e3e-0567-40e5-a101-c56d8dffe012 req-b2f2dd9e-3b44-4e25-9cd6-aa1e93ea84c4 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 210 time: 0.0349267 Jun 24 04:11:55.774136 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Attempting to bind port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:55.774480 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Attempting to bind port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0fc3171f-758c-459e-a90f-2fc486ed4505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:55.774799 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Attempting to bind port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 on network a50c363a-1f85-495d-bd6d-5a12c4c77919 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:55.781181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 on network a50c363a-1f85-495d-bd6d-5a12c4c77919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:55.781181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Attempting to bind port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 on network a50c363a-1f85-495d-bd6d-5a12c4c77919 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:55.785303 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:55.785802 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Checking segment: {'id': '0fc3171f-758c-459e-a90f-2fc486ed4505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:55.786244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Bound using segment: {'id': '0fc3171f-758c-459e-a90f-2fc486ed4505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:55.787386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Bound port: b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc3171f-758c-459e-a90f-2fc486ed4505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:55.787775 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.864722 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.870088 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] For port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:55.874129 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] For port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,segment=NetworkSegment(0fc3171f-758c-459e-a90f-2fc486ed4505),segment_id=0fc3171f-758c-459e-a90f-2fc486ed4505)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:55.960855 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:55.963821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef63592e-46a3-4835-a5a2-b5a2d6b7ffba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:55.986915 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775cc05-1be7-4375-b44b-97f04c9e0a6c req-01168755-1185-45ee-a599-aa5b8c052fbe tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:55.988947 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a775cc05-1be7-4375-b44b-97f04c9e0a6c req-01168755-1185-45ee-a599-aa5b8c052fbe tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0876863 Jun 24 04:11:55.996827 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.001244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.001244 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 HTTP/1.1" status: 200 len: 1093 time: 0.8907316 Jun 24 04:11:56.001244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'tag': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:56.003412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b54344-544e-4f6a-bf66-70829ae9541e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eeb0dc-f08c-4225-97bc-e8451708ce61", "tag": "b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:56.034214 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a775cc05-1be7-4375-b44b-97f04c9e0a6c req-4827987a-2dc0-4ed4-aa5c-fb94fb936dcf tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Jun 24 04:11:56.038217 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:56.041562 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:56.091571 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc80a140-7316-4d0b-8454-7d8e6a507217 x-openstack-request-id: req-cc80a140-7316-4d0b-8454-7d8e6a507217 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:56.093626 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eeb0dc-f08c-4225-97bc-e8451708ce61", "tag": "b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:56.094077 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc80a140-7316-4d0b-8454-7d8e6a507217 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:56.094508 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'tag': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4', 'status': 'completed', 'code': 200} Jun 24 04:11:56.204562 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 42114) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:56.221676 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.230214 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54344-544e-4f6a-bf66-70829ae9541e req-3bf12463-0dd4-45d2-bc92-e0ba700f8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.231706 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b54344-544e-4f6a-bf66-70829ae9541e req-3bf12463-0dd4-45d2-bc92-e0ba700f8a27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971071ed22ab47899754e13c69a96ff3&device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 1096 time: 0.0611172 Jun 24 04:11:56.315794 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.350235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54344-544e-4f6a-bf66-70829ae9541e req-295eb2de-6abb-4b1d-b89d-b11535fe6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.351782 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b54344-544e-4f6a-bf66-70829ae9541e req-295eb2de-6abb-4b1d-b89d-b11535fe6acf service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=971071ed22ab47899754e13c69a96ff3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1079965 Jun 24 04:11:56.446694 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.449932 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b54344-544e-4f6a-bf66-70829ae9541e req-ba27cf30-72af-432d-aa05-e916fde691b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.451503 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4a635d8d-a5a7-411c-80f1-653629bff858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:56.451919 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b54344-544e-4f6a-bf66-70829ae9541e req-ba27cf30-72af-432d-aa05-e916fde691b2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928056 Jun 24 04:11:56.501381 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d92ecc6a156432bbc918d2a97dd2cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955670 Jun 24 04:11:56.502391 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d6b162-ce38-4a68-a445-5a0335de6ab8,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:56.505532 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 42126) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:56.505822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:56.525904 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8f98d-e86e-4980-ac8c-899a1925eb1b req-941fb04c-940a-40c1-952d-bf323f479fed tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.527384 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e3d8f98d-e86e-4980-ac8c-899a1925eb1b req-941fb04c-940a-40c1-952d-bf323f479fed tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 943 time: 0.1113200 Jun 24 04:11:56.532645 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-be6a4d19-f0b8-4e5a-95ed-294728eddf8b req-85c09767-6e5c-4d1b-a7ab-02c53c2aa152 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 210 time: 0.0388784 Jun 24 04:11:56.588999 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e3d8f98d-e86e-4980-ac8c-899a1925eb1b req-2cc7876d-a2a5-4e23-b739-5afe32e5fa38 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Jun 24 04:11:56.643445 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.681364 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-07168990-0494-4982-9a29-c1b6ed3c384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.686999 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-07168990-0494-4982-9a29-c1b6ed3c384c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=971071ed22ab47899754e13c69a96ff3&device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 1096 time: 0.1537535 Jun 24 04:11:56.687781 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.737532 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-a3008b0a-5839-4fef-a342-a151131637a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 HTTP/1.1" status: 200 len: 217 time: 0.0427935 Jun 24 04:11:56.796977 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-04a39c57-db14-41b1-9918-5574e996b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.798500 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-04a39c57-db14-41b1-9918-5574e996b344 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d4ed128-1be5-470d-8ab9-77571268509f HTTP/1.1" status: 200 len: 849 time: 0.0495684 Jun 24 04:11:56.839480 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-4d721f37-1c7d-47a8-bba1-ca3787d45dba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a50c363a-1f85-495d-bd6d-5a12c4c77919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259206 Jun 24 04:11:56.863126 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.909886 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8ff88dbb-96ac-4262-9e55-9e83cd4bdc36 req-be8061f5-cf9e-4f2b-a068-cbcd40024622 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 210 time: 0.0294151 Jun 24 04:11:56.920921 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.922568 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:56.926575 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6d6b162-ce38-4a68-a445-5a0335de6ab8 HTTP/1.1" status: 204 len: 168 time: 0.4176912 Jun 24 04:11:56.937663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e440be44-13c5-4212-82bd-375b403bd14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:56.943206 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-b916747e-13ed-43b8-8103-620e98823b06 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ad67eceffccf4576b1be98761c248c76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404069 Jun 24 04:11:56.953256 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d6b162-ce38-4a68-a445-5a0335de6ab8,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:56.956123 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:57.318585 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-dc825b32-fdce-46ef-8dc0-0d0a9996ac63 service neutron] 10.222.0.21 "GET /v2.0/networks/a50c363a-1f85-495d-bd6d-5a12c4c77919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673605 Jun 24 04:11:57.440816 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-cbb051ec-51e4-4a49-b29f-77852025a78e tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:57.442429 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-cbb051ec-51e4-4a49-b29f-77852025a78e tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4902873 Jun 24 04:11:57.451357 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921eeb4-b885-4c1c-986d-59728acc3691 req-d404cdff-9913-4333-9d35-2c1209e1e532 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:57.452811 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7921eeb4-b885-4c1c-986d-59728acc3691 req-d404cdff-9913-4333-9d35-2c1209e1e532 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.2243667 Jun 24 04:11:57.481380 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Request body: {'port': {'device_id': '3395a471-0b7d-497e-ad81-939686a0f3af', 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be', 'admin_state_up': True, 'tenant_id': 'ad67eceffccf4576b1be98761c248c76'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:57.528910 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb902d6f-6f05-4bfb-960c-97e205e8995c req-79306899-0e7b-42b4-ab8b-73b25fcbb8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a50c363a-1f85-495d-bd6d-5a12c4c77919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054164 Jun 24 04:11:57.559502 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7921eeb4-b885-4c1c-986d-59728acc3691 req-5c058cdd-eeb1-4898-8fe7-2d4a68eba653 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999205 Jun 24 04:11:57.695208 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-323b35cb-97b7-4c5b-bf69-e706492011b5 req-5b969a4e-fb68-41b5-a694-5c46b1e71066 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 210 time: 0.0401881 Jun 24 04:11:57.732705 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Made reservation on behalf of ad67eceffccf4576b1be98761c248c76 for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:57.736346 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:57.782553 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:57.872899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-8436d82b-8487-4b3c-80b5-5597f381f61b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:57.874361 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-8436d82b-8487-4b3c-80b5-5597f381f61b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.2150071 Jun 24 04:11:57.895978 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Request body: {'port': {'device_id': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'admin_state_up': True, 'tenant_id': '703a78c55f3141de8189fc794a77b40e'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:57.937295 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28163-dfaf-4fe4-8233-d2b7d110f420 req-91627f61-42e0-4ff4-b506-31f6e745f1b4 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:57.938771 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e0e28163-dfaf-4fe4-8233-d2b7d110f420 req-91627f61-42e0-4ff4-b506-31f6e745f1b4 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 943 time: 0.2130160 Jun 24 04:11:58.042632 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e0e28163-dfaf-4fe4-8233-d2b7d110f420 req-254dcd93-300c-4ccd-8713-fa87d367a2d2 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734198 Jun 24 04:11:58.096136 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.104207 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8a077c4a-8ab4-45b0-b26a-3af897a19ab0 req-e25b94e4-addb-4f68-9427-3f03fdc36223 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 210 time: 0.0444131 Jun 24 04:11:58.167621 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.172429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2354f2e3-d2d5-41e2-9db6-0754eaaf0b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:58.240308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae57dd50-5302-47a9-956a-8e569503e1f1,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:58.245082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:58.302767 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Made reservation on behalf of 703a78c55f3141de8189fc794a77b40e for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:58.306686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.338004 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Allocated IP 192.168.233.161 (0a4b1482-c511-4490-93b7-b28373e397be/d15a301a-05a1-48ee-85be-5046b4f6ec63/a218ec53-a6a6-4df1-a05e-a9414b8cb053) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:58.451345 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.530633 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Allocated IP 172.20.0.14 (daf35318-adfe-407c-8df8-4bcad2f50790/bcadff27-695f-4913-958d-625e97f03859/b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:58.601209 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.637600 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Transition to ACTIVE for port object a218ec53-a6a6-4df1-a05e-a9414b8cb053 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:58.736772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.745471 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de26400-603b-4b24-86e5-3b4f60994c15 req-170c87c7-97b1-40ae-a70f-23b5bcbc42dc tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:58.755555 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7de26400-603b-4b24-86e5-3b4f60994c15 req-170c87c7-97b1-40ae-a70f-23b5bcbc42dc tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0836442 Jun 24 04:11:58.800640 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.800885 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7de26400-603b-4b24-86e5-3b4f60994c15 req-f062c7f4-b3db-4cc2-914e-f0b6a34e44ba tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Jun 24 04:11:58.805457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8dd68020-e7a2-4d1e-92ae-f168ef661741 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:58.839414 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.855250 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad', '11738baa-bf09-40d1-b2f0-85964e7ff1f9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:58.890516 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Network 0a4b1482-c511-4490-93b7-b28373e397be is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:58.908612 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:58.915516 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:58.925222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:58.925222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:58.925222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Pushing event updated for resources: {'Port': ['ID=a218ec53-a6a6-4df1-a05e-a9414b8cb053,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:58.931367 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Network daf35318-adfe-407c-8df8-4bcad2f50790 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:58.935007 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:58.936609 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e7facdbc-be27-475f-8e85-2308526b9f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:58.946813 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:58.969976 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:58.976289 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:58.976961 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.025903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event updated for resources: {'Port': ['ID=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:59.030782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:59.048617 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e70a8a-4337-41ba-8cfa-c3708559ea48 req-8c030fec-282f-42ae-942a-d0fcaaf2d819 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.057073 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a2e70a8a-4337-41ba-8cfa-c3708559ea48 req-8c030fec-282f-42ae-942a-d0fcaaf2d819 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 936 time: 0.2214990 Jun 24 04:11:59.092241 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6176639 Jun 24 04:11:59.110897 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Request body: {'port': {'device_id': '3395a471-0b7d-497e-ad81-939686a0f3af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:59.117857 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2276337 Jun 24 04:11:59.145927 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Request body: {'port': {'device_id': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:59.157310 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a2e70a8a-4337-41ba-8cfa-c3708559ea48 req-fff6bbc2-d989-4ae6-8140-37f72d054818 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993664 Jun 24 04:11:59.278420 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.307092 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62dc2-7bc5-47cf-9e3c-28e42623f75b req-044732b3-45fd-43fb-97e4-329e06c2981d tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.308768 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-82d62dc2-7bc5-47cf-9e3c-28e42623f75b req-044732b3-45fd-43fb-97e4-329e06c2981d tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 943 time: 0.0952458 Jun 24 04:11:59.319693 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.328440 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-137abf62-4091-43a6-86b4-62561d5d1e35 None None] Provisioning for port a218ec53-a6a6-4df1-a05e-a9414b8cb053 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:59.329448 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-137abf62-4091-43a6-86b4-62561d5d1e35 None None] Provisioning complete for port a218ec53-a6a6-4df1-a05e-a9414b8cb053 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:59.329448 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-137abf62-4091-43a6-86b4-62561d5d1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.387234 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-137abf62-4091-43a6-86b4-62561d5d1e35 None None] Port a218ec53-a6a6-4df1-a05e-a9414b8cb053 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:11:59.396034 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-82d62dc2-7bc5-47cf-9e3c-28e42623f75b req-7509ed92-6c6d-4912-9bca-6e1f5beed796 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813363 Jun 24 04:11:59.663015 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7550773-ea29-4b9f-ae78-3d11271d8db5 req-7fc33a8a-b288-4074-bb2e-743f50aa9258 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.664456 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d7550773-ea29-4b9f-ae78-3d11271d8db5 req-7fc33a8a-b288-4074-bb2e-743f50aa9258 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 932 time: 0.3078701 Jun 24 04:11:59.780861 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d7550773-ea29-4b9f-ae78-3d11271d8db5 req-20be5715-b9be-4d91-8f14-bf3a2b453a89 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999215 Jun 24 04:11:59.860894 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a218ec53-a6a6-4df1-a05e-a9414b8cb053 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:59.871903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.910504 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Transition to ACTIVE for port object a218ec53-a6a6-4df1-a05e-a9414b8cb053 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:59.914417 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:59.921691 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.934801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Transition to ACTIVE for port object b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:59.954016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:59.956872 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:59.980064 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179465e-db95-4daf-84b8-26cae1180cb4 req-ed8043fd-b5b9-4689-9cac-06947bb41dbb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.981682 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3179465e-db95-4daf-84b8-26cae1180cb4 req-ed8043fd-b5b9-4689-9cac-06947bb41dbb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0662534 Jun 24 04:11:59.998381 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.010303 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Pushing event updated for resources: {'Port': ['ID=a218ec53-a6a6-4df1-a05e-a9414b8cb053,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:00.015256 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:00.015731 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:00.036226 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3179465e-db95-4daf-84b8-26cae1180cb4 req-313b4ad9-02f1-4d59-b245-41efea8ceafe tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Jun 24 04:12:00.087702 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Attempting to bind port a218ec53-a6a6-4df1-a05e-a9414b8cb053 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:00.088032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Attempting to bind port a218ec53-a6a6-4df1-a05e-a9414b8cb053 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:00.088363 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Attempting to bind port a218ec53-a6a6-4df1-a05e-a9414b8cb053 on network 0a4b1482-c511-4490-93b7-b28373e397be {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:00.124168 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:00.128096 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:00.129267 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Port a218ec53-a6a6-4df1-a05e-a9414b8cb053 on network 0a4b1482-c511-4490-93b7-b28373e397be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:12:00.131693 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Attempting to bind port a218ec53-a6a6-4df1-a05e-a9414b8cb053 on network 0a4b1482-c511-4490-93b7-b28373e397be {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:00.139464 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:00.139806 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Checking segment: {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:00.140214 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Bound using segment: {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:00.141094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Bound port: a218ec53-a6a6-4df1-a05e-a9414b8cb053, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb25ebee-8ac0-4dfc-bf9e-37c94321a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:00.141094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.156055 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Attempting to bind port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:00.158992 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Attempting to bind port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:00.158992 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Attempting to bind port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:00.163386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 on network daf35318-adfe-407c-8df8-4bcad2f50790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:12:00.163727 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Attempting to bind port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:00.195584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:00.195584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Checking segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:00.195584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Bound using segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:00.195584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Bound port: b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:00.195584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.275270 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] For port a218ec53-a6a6-4df1-a05e-a9414b8cb053, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:00.282078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] For port a218ec53-a6a6-4df1-a05e-a9414b8cb053, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a218ec53-a6a6-4df1-a05e-a9414b8cb053,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:00.307259 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] For port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:00.310583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] For port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:00.350332 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ef63-bf75-427e-8524-a8020017ee9c req-dc2e2dcf-277c-453d-adb9-67e812580c3e tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.351763 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4621ef63-bf75-427e-8524-a8020017ee9c req-dc2e2dcf-277c-453d-adb9-67e812580c3e tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 948 time: 0.0626798 Jun 24 04:12:00.388346 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4621ef63-bf75-427e-8524-a8020017ee9c req-e721f7ae-1781-45d8-8e24-82fa4c4960eb tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Jun 24 04:12:00.389002 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.391849 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:00.419506 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.444325 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.444953 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.446352 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] 10.222.0.21 "PUT /v2.0/ports/a218ec53-a6a6-4df1-a05e-a9414b8cb053 HTTP/1.1" status: 200 len: 1098 time: 1.3407691 Jun 24 04:12:00.446852 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3395a471-0b7d-497e-ad81-939686a0f3af', 'tag': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:00.449151 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde72c0-8077-4775-8e13-40a87741e2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3395a471-0b7d-497e-ad81-939686a0f3af", "tag": "a218ec53-a6a6-4df1-a05e-a9414b8cb053"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:00.492222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.492842 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.494291 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 HTTP/1.1" status: 200 len: 1094 time: 1.3530843 Jun 24 04:12:00.495552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Pushing event updated for resources: {'Port': ['ID=a218ec53-a6a6-4df1-a05e-a9414b8cb053,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:00.498801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:00.499446 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-74cc6ef0-551e-48b8-a4b2-221625df910c tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:00.505858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16dd24f-37bb-43c1-bd47-3fb11b0e61ad x-openstack-request-id: req-b16dd24f-37bb-43c1-bd47-3fb11b0e61ad {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:00.505858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3395a471-0b7d-497e-ad81-939686a0f3af", "tag": "a218ec53-a6a6-4df1-a05e-a9414b8cb053", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:00.505858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b16dd24f-37bb-43c1-bd47-3fb11b0e61ad {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:00.505858 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3395a471-0b7d-497e-ad81-939686a0f3af', 'tag': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053', 'status': 'completed', 'code': 200} Jun 24 04:12:00.642727 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Pushing event updated for resources: {'Port': ['ID=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:00.646361 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:00.703549 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde72c0-8077-4775-8e13-40a87741e2a5 req-319e36a1-abf4-4650-8938-abcf0cc9b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.705002 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1bde72c0-8077-4775-8e13-40a87741e2a5 req-319e36a1-abf4-4650-8938-abcf0cc9b4b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad67eceffccf4576b1be98761c248c76&device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 1101 time: 0.1634688 Jun 24 04:12:00.712808 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6fd85-327f-49f3-8e33-745b7186adbf req-2769bf54-da1a-4e41-909e-527b93d61bfd tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.714183 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-26b6fd85-327f-49f3-8e33-745b7186adbf req-2769bf54-da1a-4e41-909e-527b93d61bfd tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 943 time: 0.1610274 Jun 24 04:12:00.720193 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-9c0416d7-33b8-4061-8553-e4ffe41070d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.722811 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-9c0416d7-33b8-4061-8553-e4ffe41070d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 1097 time: 0.1184623 Jun 24 04:12:00.760667 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1bde72c0-8077-4775-8e13-40a87741e2a5 req-eaf9ca8d-5026-4596-a2d5-c5bc439dbae4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ad67eceffccf4576b1be98761c248c76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373442 Jun 24 04:12:00.802134 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-17a57dda-0559-4e52-a346-5770bbddbcce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 HTTP/1.1" status: 200 len: 217 time: 0.0624547 Jun 24 04:12:00.894476 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-26b6fd85-327f-49f3-8e33-745b7186adbf req-bde4f24f-5216-4699-a413-740abad07595 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700411 Jun 24 04:12:00.921867 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-6e3cc33b-7c57-4520-8ac3-e6cd16cb68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.921867 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-6e3cc33b-7c57-4520-8ac3-e6cd16cb68e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.1057248 Jun 24 04:12:00.974135 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18758-764f-44a7-8ef7-5c88de6140ef req-07207a09-540d-43bd-8880-4971c54cc190 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.975675 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cbf18758-764f-44a7-8ef7-5c88de6140ef req-07207a09-540d-43bd-8880-4971c54cc190 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 944 time: 0.0644009 Jun 24 04:12:01.015782 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cbf18758-764f-44a7-8ef7-5c88de6140ef req-659ec0e9-21bb-4888-88a1-1190dcb57987 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Jun 24 04:12:01.227827 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde72c0-8077-4775-8e13-40a87741e2a5 req-d00c831d-0e27-4d48-aaa5-3d0ab5bf528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.229268 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1bde72c0-8077-4775-8e13-40a87741e2a5 req-d00c831d-0e27-4d48-aaa5-3d0ab5bf528f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4363253 Jun 24 04:12:01.232359 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-1dcb8f91-a7c5-4829-971b-27c898f8b523 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3022594 Jun 24 04:12:01.399380 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36f80f-29dc-410a-85db-6202b7e17677 req-b0adc08b-529b-46e6-b21b-65f8b89c1824 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.400833 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8c36f80f-29dc-410a-85db-6202b7e17677 req-b0adc08b-529b-46e6-b21b-65f8b89c1824 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1705451 Jun 24 04:12:01.407086 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-e9e664d2-f584-43be-90ae-8d351ea685e2 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650052 Jun 24 04:12:01.438050 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-d137571a-62b2-4dd7-a219-0d6777d8f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.439460 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-d137571a-62b2-4dd7-a219-0d6777d8f125 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad67eceffccf4576b1be98761c248c76&device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 1101 time: 0.1567881 Jun 24 04:12:01.528677 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-1b44116d-e110-42d7-a1c5-a6c0683259df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=a218ec53-a6a6-4df1-a05e-a9414b8cb053 HTTP/1.1" status: 200 len: 217 time: 0.0703235 Jun 24 04:12:01.538779 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8c36f80f-29dc-410a-85db-6202b7e17677 req-b7ecef07-38db-4344-96e7-d743260073ee tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295416 Jun 24 04:12:01.603738 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd7d9c-8388-4f18-8e39-1db779fe8848 req-e9857495-1e71-4cad-95f6-581746db309f tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.605338 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5acd7d9c-8388-4f18-8e39-1db779fe8848 req-e9857495-1e71-4cad-95f6-581746db309f tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 948 time: 0.0671382 Jun 24 04:12:01.609064 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a9b1e00-5bf1-4f84-ad57-d50e909f66f8 req-591055ec-9cdd-4928-961d-4e946de7f987 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819267 Jun 24 04:12:01.616046 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-e0bf236c-ab16-40a0-ada3-841cf2bba95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.617546 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-e0bf236c-ab16-40a0-ada3-841cf2bba95e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d15a301a-05a1-48ee-85be-5046b4f6ec63 HTTP/1.1" status: 200 len: 843 time: 0.0680075 Jun 24 04:12:01.645102 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5acd7d9c-8388-4f18-8e39-1db779fe8848 req-c42e704f-592f-45ef-aa9c-07603578fafc tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Jun 24 04:12:01.681538 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-bb275a85-14e3-497c-a85c-dc740f7321e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.682985 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-bb275a85-14e3-497c-a85c-dc740f7321e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a4b1482-c511-4490-93b7-b28373e397be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580254 Jun 24 04:12:01.694937 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:12:01.777122 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-c913a0a4-567d-44d7-98ec-6d0d10abfd8f service neutron] 10.222.0.21 "GET /v2.0/networks/0a4b1482-c511-4490-93b7-b28373e397be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868113 Jun 24 04:12:01.797630 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,segment=NetworkSegment(0fc3171f-758c-459e-a90f-2fc486ed4505),segment_id=0fc3171f-758c-459e-a90f-2fc486ed4505)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:01.809766 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4', 'network_id': 'a50c363a-1f85-495d-bd6d-5a12c4c77919', 'port_id': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4', 'mac_address': 'fa:16:3e:a7:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ed128-1be5-470d-8ab9-77571268509f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:12:01.858535 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:01.873640 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:01.880508 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2aaf1850-0f30-47b7-aa6a-0a49a22cc15e req-6f34779d-c038-474e-8796-42e3da357b35 service neutron] 10.222.0.21 "GET /v2.0/networks/0a4b1482-c511-4490-93b7-b28373e397be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958822 Jun 24 04:12:01.894012 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,segment=NetworkSegment(0fc3171f-758c-459e-a90f-2fc486ed4505),segment_id=0fc3171f-758c-459e-a90f-2fc486ed4505)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:01.982620 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:01.984413 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:02.030700 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:02.037873 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.038203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.038540 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.038854 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.039336 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.039813 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.040277 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.040739 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.041246 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.047989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.047989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.047989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:02.054688 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:02.093465 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92807df5-3ca5-4fde-9903-50689e402e06 req-26a27bfa-d06f-4266-8072-595584ed5853 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.094968 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92807df5-3ca5-4fde-9903-50689e402e06 req-26a27bfa-d06f-4266-8072-595584ed5853 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 944 time: 0.0796449 Jun 24 04:12:02.138764 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92807df5-3ca5-4fde-9903-50689e402e06 req-ccee2f16-ad02-4dc7-b9f9-addedb2d73a4 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Jun 24 04:12:02.206329 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b79484-cabd-4796-99e6-4ba5a37fc4c8 req-2c0f81c1-3bff-432f-8b3c-d86982551943 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.207799 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-42b79484-cabd-4796-99e6-4ba5a37fc4c8 req-2c0f81c1-3bff-432f-8b3c-d86982551943 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 944 time: 0.0638494 Jun 24 04:12:02.248163 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-42b79484-cabd-4796-99e6-4ba5a37fc4c8 req-5d7bad6e-4e71-441e-bc44-b6db0d695e35 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Jun 24 04:12:02.382387 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:02.504391 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'tag': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:02.507009 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9d98e1-b832-4d8b-8e75-aeb88eac616d", "tag": "b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:02.545094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1435e401-38e7-4f93-8c4e-f378b1c42d13 x-openstack-request-id: req-1435e401-38e7-4f93-8c4e-f378b1c42d13 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:02.545412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9d98e1-b832-4d8b-8e75-aeb88eac616d", "tag": "b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:02.545686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1435e401-38e7-4f93-8c4e-f378b1c42d13 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:02.546094 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'tag': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9', 'status': 'completed', 'code': 200} Jun 24 04:12:02.626980 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-87a41265-68d9-4faf-b45d-7ddff1f7c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.628528 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-87a41265-68d9-4faf-b45d-7ddff1f7c7ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 1097 time: 0.0545523 Jun 24 04:12:02.726454 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b007a3-4742-4a4f-b5b7-b59b5d38592b req-d69fac72-9348-4035-b5ad-31c5b00e87be tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.727978 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-52b007a3-4742-4a4f-b5b7-b59b5d38592b req-d69fac72-9348-4035-b5ad-31c5b00e87be tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0729334 Jun 24 04:12:02.758687 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-b995d292-a126-4025-9647-9776df635d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.760128 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-b995d292-a126-4025-9647-9776df635d30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 916 time: 0.1080320 Jun 24 04:12:02.771134 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-52b007a3-4742-4a4f-b5b7-b59b5d38592b req-4c1714ab-518b-48d3-9bee-e16a99b571cb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Jun 24 04:12:02.834322 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-6f8bdcd4-5ac3-4d6d-86f5-c18b91aa878a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 HTTP/1.1" status: 200 len: 217 time: 0.0540512 Jun 24 04:12:02.897790 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50235-1725-4b82-8762-ced17852a6ef req-6babb181-7ef8-40d1-b7b8-0019239e75d2 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.899239 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-89d50235-1725-4b82-8762-ced17852a6ef req-6babb181-7ef8-40d1-b7b8-0019239e75d2 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 948 time: 0.1283889 Jun 24 04:12:02.907989 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-696a15c7-87a7-4f2a-aa38-a3501d539d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.909339 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-696a15c7-87a7-4f2a-aa38-a3501d539d0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.0622826 Jun 24 04:12:02.952980 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-083128fe-99a5-402c-aa84-e4af780a6361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313864 Jun 24 04:12:02.965527 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-89d50235-1725-4b82-8762-ced17852a6ef req-72b59cfe-f6b2-4098-b0b7-d740f862cca5 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599952 Jun 24 04:12:03.061191 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-f95aa98a-e718-4aaa-a5e4-163b99f3e921 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941391 Jun 24 04:12:03.156399 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1dd7aef-9a69-4ea9-a3fe-dcd5953997c5 req-d00364e1-11b3-4efe-8e82-ac76039c3aed service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879443 Jun 24 04:12:03.328601 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc323b8-a264-4709-b5c9-ae6b84b859e0 req-52e41102-3f79-499c-a877-81b775d675cf tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:03.331832 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ebc323b8-a264-4709-b5c9-ae6b84b859e0 req-52e41102-3f79-499c-a877-81b775d675cf tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 944 time: 0.0684848 Jun 24 04:12:03.372779 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ebc323b8-a264-4709-b5c9-ae6b84b859e0 req-7634713f-1ca5-4965-98c4-b253cab3a17b tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342207 Jun 24 04:12:03.450393 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d868-ac75-4f55-bb26-751c369eeef5 req-d65e1cfe-f7fb-4c3b-a561-f89637bfe701 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:03.451830 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-bda4d868-ac75-4f55-bb26-751c369eeef5 req-d65e1cfe-f7fb-4c3b-a561-f89637bfe701 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 944 time: 0.0626466 Jun 24 04:12:03.490996 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-bda4d868-ac75-4f55-bb26-751c369eeef5 req-b6d97426-3f1f-41cb-a419-63a134ae4303 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Jun 24 04:12:03.716272 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:03.817554 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:03.821517 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:03.824065 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:03.898461 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:03.924395 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:03.926696 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d063419-a773-4948-ac1e-5bb2ec538e16" -d '{"events": [{"server_uuid": "a6eeb0dc-f08c-4225-97bc-e8451708ce61", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:03.939354 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,segment=NetworkSegment(0fc3171f-758c-459e-a90f-2fc486ed4505),segment_id=0fc3171f-758c-459e-a90f-2fc486ed4505)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:03.943858 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0e2d-9854-4bc0-9120-a4660e4d52f5 req-a4b90c2d-dba4-48bb-a907-8f768387f465 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:03.945402 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-aa8a0e2d-9854-4bc0-9120-a4660e4d52f5 req-a4b90c2d-dba4-48bb-a907-8f768387f465 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0626850 Jun 24 04:12:03.970461 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837f71d-375a-4261-8bb2-6892b13c5be5 x-openstack-request-id: req-d837f71d-375a-4261-8bb2-6892b13c5be5 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:03.970461 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eeb0dc-f08c-4225-97bc-e8451708ce61", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:03.970461 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d837f71d-375a-4261-8bb2-6892b13c5be5 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:03.970461 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4', 'code': 200} Jun 24 04:12:03.983338 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-aa8a0e2d-9854-4bc0-9120-a4660e4d52f5 req-f7792b5a-a68c-437f-9b92-6a187dfd4537 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jun 24 04:12:04.028349 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:04.030238 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-1cb8e100-3c43-48a5-892d-b547e6511878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:04.075594 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:04.078666 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:04.163821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e54f0-c759-4aaa-9f9c-640baf09fc5e req-54c6e9dd-7982-46db-9c01-e5f2283b80e7 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.165651 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5e4e54f0-c759-4aaa-9f9c-640baf09fc5e req-54c6e9dd-7982-46db-9c01-e5f2283b80e7 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 948 time: 0.0703800 Jun 24 04:12:04.203131 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5e4e54f0-c759-4aaa-9f9c-640baf09fc5e req-ef749020-a3c9-488e-b181-918f144a9a46 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317173 Jun 24 04:12:04.355525 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc449f48-420e-4288-ab3d-349b8ed36dcf req-5bb39ecd-ebc1-4627-93e5-499710904058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.357026 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dc449f48-420e-4288-ab3d-349b8ed36dcf req-5bb39ecd-ebc1-4627-93e5-499710904058 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 1098 time: 0.0615766 Jun 24 04:12:04.403700 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dc449f48-420e-4288-ab3d-349b8ed36dcf req-58890369-bf6c-44d8-af45-dbdb3b3ca841 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Jun 24 04:12:04.516766 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-e98af1e8-9060-4016-9682-1cc50c950b95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505464 Jun 24 04:12:04.556081 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a6d9b-904c-4776-a541-27bdc60647c3 req-48046ebd-90f2-4187-b5d7-2e8c30d92907 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.557641 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-064a6d9b-904c-4776-a541-27bdc60647c3 req-48046ebd-90f2-4187-b5d7-2e8c30d92907 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.0704720 Jun 24 04:12:04.603820 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-064a6d9b-904c-4776-a541-27bdc60647c3 req-fb62ea4c-710e-43ea-8d73-efdc717df5e9 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jun 24 04:12:04.673188 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-e5560ec4-4be9-4c23-903e-3148c9585595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.674652 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-e5560ec4-4be9-4c23-903e-3148c9585595 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 1099 time: 0.0958433 Jun 24 04:12:04.695537 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cbf55-3717-4ed5-baca-510809931e80 req-37858bf5-dd44-4a3c-940d-7e46305a3419 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.700585 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a84cbf55-3717-4ed5-baca-510809931e80 req-37858bf5-dd44-4a3c-940d-7e46305a3419 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 944 time: 0.0844898 Jun 24 04:12:04.779971 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a84cbf55-3717-4ed5-baca-510809931e80 req-7686b3ea-4523-470b-8332-5482034c63b8 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Jun 24 04:12:04.803740 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-ff05b49e-a9dd-48de-bfa1-8603858a1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.805205 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-ff05b49e-a9dd-48de-bfa1-8603858a1d9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 916 time: 0.1073337 Jun 24 04:12:04.855477 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-4f22f087-1460-4638-be64-1803be409473 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad HTTP/1.1" status: 200 len: 217 time: 0.0369833 Jun 24 04:12:04.924647 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-04621e64-3d5e-4f46-8eba-ca654ab85274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.926915 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-04621e64-3d5e-4f46-8eba-ca654ab85274 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.0659618 Jun 24 04:12:04.964616 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-8917e141-7a33-4113-aa8f-b38a8f541cca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305603 Jun 24 04:12:05.062715 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-7b90a26d-2a09-4f24-b2d8-2aa06d1048a8 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891407 Jun 24 04:12:05.155308 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3552b60f-f42a-4f9c-ba7d-e6e23f2f3135 req-7c3e1163-d64f-4efd-8b51-cc89d1e4dca6 service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Jun 24 04:12:05.162696 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148c90c-c441-4ad0-9964-fdca57b7deec req-bfb56519-dab5-4a90-82a0-5ef384e87de3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:05.164136 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4148c90c-c441-4ad0-9964-fdca57b7deec req-bfb56519-dab5-4a90-82a0-5ef384e87de3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0640388 Jun 24 04:12:05.204685 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4148c90c-c441-4ad0-9964-fdca57b7deec req-b2884b69-e892-490a-ad2c-97d290c220bd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346215 Jun 24 04:12:05.379441 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae914c4-215e-4a17-aea5-7a25fdc2522c req-cf1c8065-3ad9-4fd5-a3fa-069e292059e9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:05.380905 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fae914c4-215e-4a17-aea5-7a25fdc2522c req-cf1c8065-3ad9-4fd5-a3fa-069e292059e9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 948 time: 0.0660546 Jun 24 04:12:05.421644 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fae914c4-215e-4a17-aea5-7a25fdc2522c req-2d0a6d79-3011-43f0-9046-10b82da026cd tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350654 Jun 24 04:12:05.718247 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:12:05.799903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6185691-48ed-4aa1-81c7-d753f7490f46 req-312ffd11-4ed5-463c-a486-a1a6a7ca1fd7 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:05.801575 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e6185691-48ed-4aa1-81c7-d753f7490f46 req-312ffd11-4ed5-463c-a486-a1a6a7ca1fd7 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.0872791 Jun 24 04:12:05.852265 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:05.852504 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e6185691-48ed-4aa1-81c7-d753f7490f46 req-07862d7f-f7d3-4d42-b4a7-ca98aad703a6 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Jun 24 04:12:05.871243 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'port_id': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9', 'mac_address': 'fa:16:3e:f4:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcadff27-695f-4913-958d-625e97f03859', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:12:05.917738 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:05.931124 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:05.950045 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:06.046880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3a053-ec78-4f3e-bab9-fb69a21d233d req-bfd71995-be15-4af0-b556-3d770a23c6d8 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:06.048348 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4fc3a053-ec78-4f3e-bab9-fb69a21d233d req-bfd71995-be15-4af0-b556-3d770a23c6d8 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 944 time: 0.0647602 Jun 24 04:12:06.051003 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:06.051753 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a218ec53-a6a6-4df1-a05e-a9414b8cb053 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:12:06.053774 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-97be06b5-a347-4549-8249-ea47dd3ae0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:06.092192 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4fc3a053-ec78-4f3e-bab9-fb69a21d233d req-f2575a51-dcc7-4f34-acf6-7c20fef8b514 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Jun 24 04:12:06.130888 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:06.134597 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:06.203482 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port a218ec53-a6a6-4df1-a05e-a9414b8cb053, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a218ec53-a6a6-4df1-a05e-a9414b8cb053,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:06.215256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053', 'network_id': '0a4b1482-c511-4490-93b7-b28373e397be', 'port_id': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053', 'mac_address': 'fa:16:3e:bb:4c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15a301a-05a1-48ee-85be-5046b4f6ec63', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:12:06.264506 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:06.277075 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a218ec53-a6a6-4df1-a05e-a9414b8cb053 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:06.296771 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port a218ec53-a6a6-4df1-a05e-a9414b8cb053, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a218ec53-a6a6-4df1-a05e-a9414b8cb053,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:06.383372 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131c7d8-1e8c-4ff8-bbca-4ce4a4997252 req-accfff6a-d9a9-4687-8abc-e22d7951d4e1 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:06.384837 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2131c7d8-1e8c-4ff8-bbca-4ce4a4997252 req-accfff6a-d9a9-4687-8abc-e22d7951d4e1 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0624933 Jun 24 04:12:06.398386 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:06.400319 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:06.433624 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2131c7d8-1e8c-4ff8-bbca-4ce4a4997252 req-9ea26bab-7c71-4fa9-b0d9-e984f6d6065a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 Jun 24 04:12:06.451203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=a218ec53-a6a6-4df1-a05e-a9414b8cb053,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:06.459494 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:06.620499 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829b452-9d2b-4149-8b42-0020e94f27e1 req-0e750921-4a50-4050-a64f-0824d2180b86 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:06.622029 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4829b452-9d2b-4149-8b42-0020e94f27e1 req-0e750921-4a50-4050-a64f-0824d2180b86 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 949 time: 0.0623009 Jun 24 04:12:06.661801 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4829b452-9d2b-4149-8b42-0020e94f27e1 req-e9141538-7d44-4c55-aade-4aff3f142306 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Jun 24 04:12:06.851413 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:06.876716 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['a218ec53-a6a6-4df1-a05e-a9414b8cb053'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:07.062292 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492a6d9-5d5b-4cf1-860d-289491a5f346 req-d7f038e0-d101-4a80-86ff-cccc91a79468 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.063900 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e492a6d9-5d5b-4cf1-860d-289491a5f346 req-d7f038e0-d101-4a80-86ff-cccc91a79468 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.0764711 Jun 24 04:12:07.104256 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e492a6d9-5d5b-4cf1-860d-289491a5f346 req-6ed09d8b-56db-4227-b017-fe6eb1d809fe tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Jun 24 04:12:07.279453 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7003cd-0348-46a9-95f9-3f1317797c00 req-5637d2fa-b52e-45f2-85e0-9e52542546ca tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.280959 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ad7003cd-0348-46a9-95f9-3f1317797c00 req-5637d2fa-b52e-45f2-85e0-9e52542546ca tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 945 time: 0.0700510 Jun 24 04:12:07.321726 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ad7003cd-0348-46a9-95f9-3f1317797c00 req-9f19d733-a281-4242-9abb-89fce73389ce tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Jun 24 04:12:07.616092 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a389b5c-d34c-4b05-ab9d-18fca0de758e req-88a3f8ef-338a-4dda-bbab-456f608ecf52 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.617555 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a389b5c-d34c-4b05-ab9d-18fca0de758e req-88a3f8ef-338a-4dda-bbab-456f608ecf52 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0712321 Jun 24 04:12:07.654677 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a389b5c-d34c-4b05-ab9d-18fca0de758e req-ace848d0-dab0-426b-8ab3-ada19c286551 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Jun 24 04:12:07.894322 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab57a1-6576-4914-8c2e-66c0dcd00e6d req-c7044475-3f1e-48a1-b0ee-b8d01d152191 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.895767 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92ab57a1-6576-4914-8c2e-66c0dcd00e6d req-c7044475-3f1e-48a1-b0ee-b8d01d152191 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 949 time: 0.1218710 Jun 24 04:12:07.933798 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92ab57a1-6576-4914-8c2e-66c0dcd00e6d req-f017672b-0ed9-4014-bc4c-d68bce6d71ca tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Jun 24 04:12:08.498272 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc507f-695d-4e2f-b8fb-86bcf86cb2e4 req-86af1ed8-1d38-40ff-973b-704dcb45fcdc tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:08.499873 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92cc507f-695d-4e2f-b8fb-86bcf86cb2e4 req-86af1ed8-1d38-40ff-973b-704dcb45fcdc tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 945 time: 0.0686297 Jun 24 04:12:08.550755 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92cc507f-695d-4e2f-b8fb-86bcf86cb2e4 req-17e01bf9-8d86-4468-9ee8-5bf746332cfd tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Jun 24 04:12:08.828213 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431848d5-a7ac-4376-9e17-ba7d0db45827 req-7f64c0a1-edb4-404a-9de7-0815c4be06ce tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:08.829709 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-431848d5-a7ac-4376-9e17-ba7d0db45827 req-7f64c0a1-edb4-404a-9de7-0815c4be06ce tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0620117 Jun 24 04:12:08.867575 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-431848d5-a7ac-4376-9e17-ba7d0db45827 req-cca2cff9-fc4c-43b9-a82b-9a0f4cec8155 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Jun 24 04:12:08.980554 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.105698 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e6636-a37e-4d42-8812-05fab6c87f3c req-3644da46-6f02-4e53-86c1-6d6cae9b7dde tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:09.107156 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-953e6636-a37e-4d42-8812-05fab6c87f3c req-3644da46-6f02-4e53-86c1-6d6cae9b7dde tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 949 time: 0.0622418 Jun 24 04:12:09.145291 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-953e6636-a37e-4d42-8812-05fab6c87f3c req-229c3bf5-cd43-4e1a-9fea-5064e71148f2 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Jun 24 04:12:09.725347 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369396b5-4994-460b-adf9-fd39be987f0c req-0b92b016-d8aa-4c70-a9f3-524b830e1d2d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:09.730345 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-369396b5-4994-460b-adf9-fd39be987f0c req-0b92b016-d8aa-4c70-a9f3-524b830e1d2d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 945 time: 0.0679395 Jun 24 04:12:09.732656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a218ec53-a6a6-4df1-a05e-a9414b8cb053 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:09.791260 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-369396b5-4994-460b-adf9-fd39be987f0c req-c1985109-88ad-4854-8824-d24c6c809109 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Jun 24 04:12:09.902619 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port a218ec53-a6a6-4df1-a05e-a9414b8cb053 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:09.906657 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port a218ec53-a6a6-4df1-a05e-a9414b8cb053 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:09.907004 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.978762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f2994-e9ab-423e-bbf7-6442d61e00dd req-c9c603f9-6e35-4cb2-a141-63d776d1c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:09.980408 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cd6f2994-e9ab-423e-bbf7-6442d61e00dd req-c9c603f9-6e35-4cb2-a141-63d776d1c059 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 1099 time: 0.0677667 Jun 24 04:12:10.022388 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.026989 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cd6f2994-e9ab-423e-bbf7-6442d61e00dd req-bb451030-b57b-482e-9ef0-24850c027b97 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347381 Jun 24 04:12:10.048484 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3395a471-0b7d-497e-ad81-939686a0f3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:10.050779 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bff36f-69c5-4f90-8796-4b6987ad1063" -d '{"events": [{"server_uuid": "3395a471-0b7d-497e-ad81-939686a0f3af", "name": "network-vif-plugged", "status": "completed", "tag": "a218ec53-a6a6-4df1-a05e-a9414b8cb053"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:10.067012 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port a218ec53-a6a6-4df1-a05e-a9414b8cb053, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a218ec53-a6a6-4df1-a05e-a9414b8cb053,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:10.090727 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0f57cb-b047-42f9-9824-615350b522f6 x-openstack-request-id: req-8f0f57cb-b047-42f9-9824-615350b522f6 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:10.091028 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3395a471-0b7d-497e-ad81-939686a0f3af", "name": "network-vif-plugged", "status": "completed", "tag": "a218ec53-a6a6-4df1-a05e-a9414b8cb053", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:10.091290 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f0f57cb-b047-42f9-9824-615350b522f6 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:10.091686 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3395a471-0b7d-497e-ad81-939686a0f3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053', 'code': 200} Jun 24 04:12:10.097555 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f941d-ea8f-4837-9481-7b96aebdbfbf req-bdb60f9c-83ed-4247-b4fd-9603eb756f09 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:10.099095 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-866f941d-ea8f-4837-9481-7b96aebdbfbf req-bdb60f9c-83ed-4247-b4fd-9603eb756f09 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0674620 Jun 24 04:12:10.141921 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-866f941d-ea8f-4837-9481-7b96aebdbfbf req-305c2c04-930f-44ec-99ed-cc81f3ce631d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365386 Jun 24 04:12:10.143048 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.144198 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:10.151412 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:10.241901 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=a218ec53-a6a6-4df1-a05e-a9414b8cb053,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:10.245584 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:10.311752 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:10.318254 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:10.318713 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.346919 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4e4a5-a1ad-43e5-aca0-e076f2b8205c req-c7e1e612-3e1e-44bf-9579-f36833961aac tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:10.348455 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-afb4e4a5-a1ad-43e5-aca0-e076f2b8205c req-c7e1e612-3e1e-44bf-9579-f36833961aac tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.0645516 Jun 24 04:12:10.387846 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-afb4e4a5-a1ad-43e5-aca0-e076f2b8205c req-fea934c5-3bd3-4f6e-ad48-44f02461afd5 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jun 24 04:12:10.400472 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.442308 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:10.530940 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.533209 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:10.565629 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aa46f-5017-4f2a-9579-ca9e9bdaf186 req-a19deb3f-6fe7-444c-acde-93e1651bc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:10.567067 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cc0aa46f-5017-4f2a-9579-ca9e9bdaf186 req-a19deb3f-6fe7-444c-acde-93e1651bc61d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 1103 time: 0.0647359 Jun 24 04:12:10.584141 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:10.588620 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:10.607470 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cc0aa46f-5017-4f2a-9579-ca9e9bdaf186 req-c922c48e-1e06-4afa-a5ae-ac71a9d81a03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285909 Jun 24 04:12:10.966523 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1bf3d-c3c1-4062-a2a8-336c0e236323 req-b5d2fff9-bdeb-49f2-b181-45b00978fbfa tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:10.968031 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4cc1bf3d-c3c1-4062-a2a8-336c0e236323 req-b5d2fff9-bdeb-49f2-b181-45b00978fbfa tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0672202 Jun 24 04:12:11.005883 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4cc1bf3d-c3c1-4062-a2a8-336c0e236323 req-0dc1de1f-fce3-497c-a920-ee836f2f7fba tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Jun 24 04:12:11.338841 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d591b-3070-4f69-b51b-df7be3487b67 req-b0743670-b47e-40d0-8c8d-2e644d044d3d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:11.340364 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-936d591b-3070-4f69-b51b-df7be3487b67 req-b0743670-b47e-40d0-8c8d-2e644d044d3d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0679703 Jun 24 04:12:11.381559 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-936d591b-3070-4f69-b51b-df7be3487b67 req-ce7e5f0d-41e7-4a17-95b2-9f0e7872a5c2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353961 Jun 24 04:12:11.413081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f8276-b47d-4b8b-ae09-7031ffe4e90c req-d50d961a-1a89-4234-b0ab-f40fe75bf282 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:11.414703 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3c8f8276-b47d-4b8b-ae09-7031ffe4e90c req-d50d961a-1a89-4234-b0ab-f40fe75bf282 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.0814199 Jun 24 04:12:11.457300 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3c8f8276-b47d-4b8b-ae09-7031ffe4e90c req-07a4f9a9-f646-458a-bdb1-a28e148c9290 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Jun 24 04:12:11.546852 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 42532) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:11.575587 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d494c2-e7ee-4fa1-b2b4-e293e2525170 req-e280f556-616b-4605-ae30-c846ca15135f tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:11.577116 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c3d494c2-e7ee-4fa1-b2b4-e293e2525170 req-e280f556-616b-4605-ae30-c846ca15135f tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.0702493 Jun 24 04:12:11.632778 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c3d494c2-e7ee-4fa1-b2b4-e293e2525170 req-533ff69d-1c22-4405-8ffd-12f7166c8231 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Jun 24 04:12:11.668362 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.755121 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.822352 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.824942 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:11.862937 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7450d-ae7b-4fd4-a4d4-78f3e302be99,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:11.866902 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4e608adc37b4674af84e9113caa3201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187585 Jun 24 04:12:11.867742 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:11.869473 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 42538) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:11.916899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.938997 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:12.091051 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:12.093072 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:12.094249 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:12.096527 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b00945-6686-49e4-9e33-601102dce005" -d '{"events": [{"server_uuid": "fd9d98e1-b832-4d8b-8e75-aeb88eac616d", "name": "network-vif-plugged", "status": "completed", "tag": "b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:12.101528 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1b7450d-ae7b-4fd4-a4d4-78f3e302be99 HTTP/1.1" status: 204 len: 168 time: 0.2278717 Jun 24 04:12:12.102939 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2c5a1837-f453-4d46-9cd6-d360264839e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:12.114045 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7450d-ae7b-4fd4-a4d4-78f3e302be99,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:12.116613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:12.172302 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fe815a-533b-418d-bcd0-fbd5b1f4f2ae x-openstack-request-id: req-96fe815a-533b-418d-bcd0-fbd5b1f4f2ae {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:12.172878 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9d98e1-b832-4d8b-8e75-aeb88eac616d", "name": "network-vif-plugged", "status": "completed", "tag": "b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:12.173720 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96fe815a-533b-418d-bcd0-fbd5b1f4f2ae {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:12.174152 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9', 'code': 200} Jun 24 04:12:12.197775 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92e69b-f26b-43a7-8f94-590e09908c13 req-39a7aae0-f4fe-4802-af7e-1d9f2efd79ce tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.199488 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0e92e69b-f26b-43a7-8f94-590e09908c13 req-39a7aae0-f4fe-4802-af7e-1d9f2efd79ce tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0777388 Jun 24 04:12:12.241900 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0e92e69b-f26b-43a7-8f94-590e09908c13 req-cd41fe5c-26bf-4680-9d6d-e897650851fd tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Jun 24 04:12:12.554279 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831082a-2f1b-4251-abad-4bb3df02b959 req-d979ef86-aef7-4cdd-81e0-df0fd34e8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.555754 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1831082a-2f1b-4251-abad-4bb3df02b959 req-d979ef86-aef7-4cdd-81e0-df0fd34e8a07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 1099 time: 0.0534325 Jun 24 04:12:12.559208 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3137-7663-4bdb-92b8-9359f9bd486a req-c0e40485-f741-4736-a69c-cf96e443394a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.560698 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-498a3137-7663-4bdb-92b8-9359f9bd486a req-c0e40485-f741-4736-a69c-cf96e443394a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0685933 Jun 24 04:12:12.598174 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-498a3137-7663-4bdb-92b8-9359f9bd486a req-fb694ff6-3702-4cc2-9614-ab64d1891651 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306945 Jun 24 04:12:12.622696 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1831082a-2f1b-4251-abad-4bb3df02b959 req-acba9378-9c7a-40b6-8cd8-13f9d7a210d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569983 Jun 24 04:12:12.657729 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8f517-8c1d-4bab-84ae-d7241f63a837 req-fb707200-7010-4dfa-8c3e-8f2c3da19bd7 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.659779 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f9c8f517-8c1d-4bab-84ae-d7241f63a837 req-fb707200-7010-4dfa-8c3e-8f2c3da19bd7 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.0809643 Jun 24 04:12:12.701187 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f9c8f517-8c1d-4bab-84ae-d7241f63a837 req-3375143d-2582-444d-9d56-e76e906f5844 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Jun 24 04:12:12.779618 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece5afa-f382-44f5-909d-5814527455e7 req-cf606882-b417-4caf-a2fc-fbd8118c8bc2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.781140 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eece5afa-f382-44f5-909d-5814527455e7 req-cf606882-b417-4caf-a2fc-fbd8118c8bc2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0705748 Jun 24 04:12:12.789078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 42562) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:12.804359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:12.827686 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eece5afa-f382-44f5-909d-5814527455e7 req-6bbe1e7d-b285-483b-a72e-c989a24f0079 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 Jun 24 04:12:12.907016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45affd7d-50bd-48e9-84ba-5da81bbd010c req-ae568b5e-f8e2-4184-ac7d-ae59cdef6d47 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.908502 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45affd7d-50bd-48e9-84ba-5da81bbd010c req-ae568b5e-f8e2-4184-ac7d-ae59cdef6d47 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.1062005 Jun 24 04:12:12.967058 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45affd7d-50bd-48e9-84ba-5da81bbd010c req-cc4fef6e-760f-488e-93d8-a27bb4468b78 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Jun 24 04:12:12.989778 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.090672 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.093248 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:13.132287 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2de1c4d5ccf43a99c22f349bac3b9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420403 Jun 24 04:12:13.133272 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c235bff0-d661-4b20-a673-7d9ba11b3e30,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:13.135975 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 42572) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:13.136155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:13.187196 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.208400 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.348245 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.350924 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.352074 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c235bff0-d661-4b20-a673-7d9ba11b3e30 HTTP/1.1" status: 204 len: 168 time: 0.2139270 Jun 24 04:12:13.352808 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-dffc355c-1cac-4914-85a3-87a6bab0da8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:13.362524 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c235bff0-d661-4b20-a673-7d9ba11b3e30,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:13.365528 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:13.437547 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e767a3-de05-4091-a862-5cb8a2addc94 req-718b638d-69c8-4faf-9f7b-2eba8b303e00 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:13.439025 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-14e767a3-de05-4091-a862-5cb8a2addc94 req-718b638d-69c8-4faf-9f7b-2eba8b303e00 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0783002 Jun 24 04:12:13.480315 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-14e767a3-de05-4091-a862-5cb8a2addc94 req-3f08ca79-ff61-42ca-a650-2e6404445f17 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Jun 24 04:12:13.666161 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc7246-d067-4af9-8ee5-dfb5905b5f72 req-557c7240-ced4-468d-9442-1d9f1fd1e1ec tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:13.667635 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bffc7246-d067-4af9-8ee5-dfb5905b5f72 req-557c7240-ced4-468d-9442-1d9f1fd1e1ec tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.0652363 Jun 24 04:12:13.704392 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bffc7246-d067-4af9-8ee5-dfb5905b5f72 req-96e4bc76-7cd9-414a-b6ca-6352c7d2100a tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312412 Jun 24 04:12:14.077317 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10926b2-58a2-419a-a951-308beb78d076 req-9eef6ede-a44b-4eb7-90ad-6daa2a3d9b72 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:14.077317 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e10926b2-58a2-419a-a951-308beb78d076 req-9eef6ede-a44b-4eb7-90ad-6daa2a3d9b72 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.2535844 Jun 24 04:12:14.116969 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e10926b2-58a2-419a-a951-308beb78d076 req-1a0871af-bfc7-4381-bb4b-12babba8308e tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf4c967-9e7f-400c-8c55-2beafaac5ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Jun 24 04:12:14.320667 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979bd8c-cec6-4109-9313-73a205657d01 req-2c9c7348-70ad-4029-8088-e0ae3cae0d79 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:14.320667 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8979bd8c-cec6-4109-9313-73a205657d01 req-2c9c7348-70ad-4029-8088-e0ae3cae0d79 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 945 time: 0.0734444 Jun 24 04:12:14.453299 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Deleting port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:12:14.453918 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.578115 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] For port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,segment=NetworkSegment(0fc3171f-758c-459e-a90f-2fc486ed4505),segment_id=0fc3171f-758c-459e-a90f-2fc486ed4505)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:14.578571 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.607057 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Calling delete_port for b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:12:14.832824 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd3e47-aa5c-44eb-a4f8-c18f06fb4ce4 req-2e98a91f-fca7-456e-a0dd-034e189a458c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:14.834362 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0dcd3e47-aa5c-44eb-a4f8-c18f06fb4ce4 req-2e98a91f-fca7-456e-a0dd-034e189a458c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0935309 Jun 24 04:12:14.872666 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0dcd3e47-aa5c-44eb-a4f8-c18f06fb4ce4 req-9d8ce125-593d-4fe2-bf1d-10edccfd1953 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Jun 24 04:12:14.896316 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.901139 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e26d9a99-3ea3-4fe8-a321-4d9cea170e90 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:14.912315 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:14.930848 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Pushing event deleted for resources: {'Port': ['ID=b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:14.940415 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:14.987944 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] No DVR routers for this DVR port b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:12:14.990899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.993323 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8979bd8c-cec6-4109-9313-73a205657d01 req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.21 "DELETE /v2.0/ports/b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 HTTP/1.1" status: 204 len: 173 time: 0.6599903 Jun 24 04:12:14.994005 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'name': 'network-vif-deleted', 'tag': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:14.996447 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff7c895-765b-4f98-92b7-92ed7756e87c" -d '{"events": [{"server_uuid": "a6eeb0dc-f08c-4225-97bc-e8451708ce61", "name": "network-vif-deleted", "tag": "b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:15.051582 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7346e-5783-4e14-8eaa-20e49e306829 req-52eeb243-e8b3-4b78-b804-1b26b7f0cea3 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:15.051582 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-34e7346e-5783-4e14-8eaa-20e49e306829 req-52eeb243-e8b3-4b78-b804-1b26b7f0cea3 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.0671120 Jun 24 04:12:15.085826 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-34e7346e-5783-4e14-8eaa-20e49e306829 req-844aa9a5-54a8-4450-9059-daba3f51f2c6 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jun 24 04:12:15.132544 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206bdcab-cb9c-4ed7-b116-60fc977e2c93 x-openstack-request-id: req-206bdcab-cb9c-4ed7-b116-60fc977e2c93 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:15.132544 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eeb0dc-f08c-4225-97bc-e8451708ce61", "name": "network-vif-deleted", "tag": "b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:15.132544 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-206bdcab-cb9c-4ed7-b116-60fc977e2c93 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:15.132544 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6eeb0dc-f08c-4225-97bc-e8451708ce61', 'name': 'network-vif-deleted', 'tag': 'b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4', 'status': 'completed', 'code': 200} Jun 24 04:12:15.266749 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 42652) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:15.267583 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8600b426-b5b3-4e8c-aa64-3ffbbfc120f8 req-ba297504-6b75-424e-84bc-3e88846d53be tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 210 time: 0.0321302 Jun 24 04:12:15.387673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.559265 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.582533 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1b25-85f3-435a-963c-c2c9e18e8fe5 req-41f9b0b1-6481-4c01-a8c3-4d55cee58d6b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:15.583977 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-667a1b25-85f3-435a-963c-c2c9e18e8fe5 req-41f9b0b1-6481-4c01-a8c3-4d55cee58d6b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1288962 Jun 24 04:12:15.608134 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-eb0e295d-3617-49e1-9454-6b88b447b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:15.609580 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-eb0e295d-3617-49e1-9454-6b88b447b29e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.1110094 Jun 24 04:12:15.631011 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.635106 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f485a0ab-7d58-47ca-8d35-1efd21cf984d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:15.652520 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-667a1b25-85f3-435a-963c-c2c9e18e8fe5 req-6ed4b056-610f-4654-88b5-b12d53e65dd0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626419 Jun 24 04:12:15.975642 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce4b820b524b44a19089f8c5fff8e4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076993 Jun 24 04:12:15.976398 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa51c1e-9c0e-4f8e-8623-592a13187ec5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:15.978348 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 42668) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:15.981224 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:16.034405 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-337898ea-2938-4a85-8f68-5a581b97c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.035833 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-337898ea-2938-4a85-8f68-5a581b97c6ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.4139373 Jun 24 04:12:16.058106 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.068062 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474105-3d9b-4efe-a4a2-b4c5707ab063 req-e6d3579e-5b8a-4fa1-92a4-0c3a0f5e4dec tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.069546 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3474105-3d9b-4efe-a4a2-b4c5707ab063 req-e6d3579e-5b8a-4fa1-92a4-0c3a0f5e4dec tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0773349 Jun 24 04:12:16.080832 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.111471 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-80607ada-d11f-4b08-bf1b-b82d2887a580 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0409572 Jun 24 04:12:16.168611 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3474105-3d9b-4efe-a4a2-b4c5707ab063 req-bf64fea6-d510-46ac-a819-a5886b3efd4f tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925713 Jun 24 04:12:16.181359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-5aa61334-c224-468b-b316-0a1532247f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.183647 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-5aa61334-c224-468b-b316-0a1532247f6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0617046 Jun 24 04:12:16.199143 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.201900 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.203561 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3aa51c1e-9c0e-4f8e-8623-592a13187ec5 HTTP/1.1" status: 204 len: 168 time: 0.2241774 Jun 24 04:12:16.204750 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2380be78-110a-454b-8e78-fd15d058587c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:16.248787 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa51c1e-9c0e-4f8e-8623-592a13187ec5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:16.251376 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:16.294856 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dad3b-e6c7-4240-b0f8-4b9abf5b6a70 req-aaadebb1-39c7-4f35-a9f3-6a1e300af5fe tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.296675 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-041dad3b-e6c7-4240-b0f8-4b9abf5b6a70 req-aaadebb1-39c7-4f35-a9f3-6a1e300af5fe tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.0888252 Jun 24 04:12:16.309137 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-a3ed0f4e-8633-4323-8a4d-4e571c97534f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103947 Jun 24 04:12:16.344766 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-041dad3b-e6c7-4240-b0f8-4b9abf5b6a70 req-6cf6cecd-d265-4705-bec6-855eeb29bc2c tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae57dd50-5302-47a9-956a-8e569503e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Jun 24 04:12:16.418216 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d773780-70be-4488-97c0-d47b1793e97b req-2a8ea864-af40-4f7f-aaf4-acf275c29893 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.419711 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9d773780-70be-4488-97c0-d47b1793e97b req-2a8ea864-af40-4f7f-aaf4-acf275c29893 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.21 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 950 time: 0.2357302 Jun 24 04:12:16.498582 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5b3b100a-6e40-424a-b1a5-1b457cb44aba req-16ff1bd4-05da-467e-85c4-e44cf2809789 tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6eeb0dc-f08c-4225-97bc-e8451708ce61 HTTP/1.1" status: 200 len: 210 time: 0.0506413 Jun 24 04:12:16.500416 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-d2a9415f-5e72-4897-9235-1695f28f9af6 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779404 Jun 24 04:12:16.653600 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9773d5b7-fa70-40f0-9b3b-6a49f36771d9 req-d82f1017-3362-4951-882e-9238007ca1e9 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359148 Jun 24 04:12:16.658887 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Deleting port a218ec53-a6a6-4df1-a05e-a9414b8cb053 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:12:16.659238 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.758112 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] For port a218ec53-a6a6-4df1-a05e-a9414b8cb053, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a218ec53-a6a6-4df1-a05e-a9414b8cb053,segment=NetworkSegment(fb25ebee-8ac0-4dfc-bf9e-37c94321a403),segment_id=fb25ebee-8ac0-4dfc-bf9e-37c94321a403)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:16.758112 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.770056 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Calling delete_port for a218ec53-a6a6-4df1-a05e-a9414b8cb053 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:12:16.901832 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068440-633a-4e8a-8c4e-1e58400bd800 req-18a2445e-cdd1-486b-841b-f9a7e45e92a3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.903997 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-39068440-633a-4e8a-8c4e-1e58400bd800 req-18a2445e-cdd1-486b-841b-f9a7e45e92a3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1298926 Jun 24 04:12:16.980751 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-39068440-633a-4e8a-8c4e-1e58400bd800 req-a6817d99-68ca-4454-afd0-762e8863476a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660155 Jun 24 04:12:17.063204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.068041 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:17.085439 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['a218ec53-a6a6-4df1-a05e-a9414b8cb053'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:17.097620 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Pushing event deleted for resources: {'Port': ['ID=a218ec53-a6a6-4df1-a05e-a9414b8cb053,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:17.125632 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:17.182361 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] No DVR routers for this DVR port a218ec53-a6a6-4df1-a05e-a9414b8cb053 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:12:17.185007 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.187411 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9d773780-70be-4488-97c0-d47b1793e97b req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.21 "DELETE /v2.0/ports/a218ec53-a6a6-4df1-a05e-a9414b8cb053 HTTP/1.1" status: 204 len: 173 time: 0.7529383 Jun 24 04:12:17.187931 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3395a471-0b7d-497e-ad81-939686a0f3af', 'name': 'network-vif-deleted', 'tag': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:17.190927 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c533a478-7d98-4179-809b-8a2f7a69a7c4" -d '{"events": [{"server_uuid": "3395a471-0b7d-497e-ad81-939686a0f3af", "name": "network-vif-deleted", "tag": "a218ec53-a6a6-4df1-a05e-a9414b8cb053"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:17.229011 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d572f2a-f76f-499a-b851-9191ba5c68fa x-openstack-request-id: req-3d572f2a-f76f-499a-b851-9191ba5c68fa {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:17.229377 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3395a471-0b7d-497e-ad81-939686a0f3af", "name": "network-vif-deleted", "tag": "a218ec53-a6a6-4df1-a05e-a9414b8cb053", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:17.229685 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d572f2a-f76f-499a-b851-9191ba5c68fa {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:17.230107 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3395a471-0b7d-497e-ad81-939686a0f3af', 'name': 'network-vif-deleted', 'tag': 'a218ec53-a6a6-4df1-a05e-a9414b8cb053', 'status': 'completed', 'code': 200} Jun 24 04:12:17.513826 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9871f22d-a414-45b9-ae36-b696ac108193 req-32ece78b-087a-426b-a3fd-e2779e777825 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] 10.222.0.11 "GET /v2.0/ports?device_id=3395a471-0b7d-497e-ad81-939686a0f3af HTTP/1.1" status: 200 len: 210 time: 0.0343790 Jun 24 04:12:17.798568 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a218ec53-a6a6-4df1-a05e-a9414b8cb053 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:12:17.818051 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: a218ec53-a6a6-4df1-a05e-a9414b8cb053 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:12:17.818494 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a218ec53-a6a6-4df1-a05e-a9414b8cb053 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:12:17.818932 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:12:17.840179 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:12:17.840522 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b1f1b489-4cf7-4b1a-b19c-4fd6ee2723b4 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:12:18.218609 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b069a-c769-4290-8ca0-8f7ff40c6cc2 req-a8bb8528-5d38-4e08-9131-4b42d761faa6 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:18.221935 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-898b069a-c769-4290-8ca0-8f7ff40c6cc2 req-a8bb8528-5d38-4e08-9131-4b42d761faa6 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0888367 Jun 24 04:12:18.311352 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-898b069a-c769-4290-8ca0-8f7ff40c6cc2 req-f6b43fdd-2c00-4cae-841e-317c4d4bad27 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811865 Jun 24 04:12:19.527264 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e2af0-f77c-4d1c-958e-386cfafb00a3 req-caab1498-49e5-4977-8fb2-562b17bf35ee tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:19.528946 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-140e2af0-f77c-4d1c-958e-386cfafb00a3 req-caab1498-49e5-4977-8fb2-562b17bf35ee tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0827472 Jun 24 04:12:19.574759 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-140e2af0-f77c-4d1c-958e-386cfafb00a3 req-d693972d-e8b0-4527-b47a-51abd5916856 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Jun 24 04:12:20.751102 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f33ec-5df5-4f04-b25c-fadfbbba4e8f req-826f5541-44ea-4fa7-bc9a-53d332a44d0d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:20.752633 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-017f33ec-5df5-4f04-b25c-fadfbbba4e8f req-826f5541-44ea-4fa7-bc9a-53d332a44d0d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0645838 Jun 24 04:12:20.797822 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-017f33ec-5df5-4f04-b25c-fadfbbba4e8f req-f0a1af96-837a-45dd-92a2-81f6853a6af5 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Jun 24 04:12:22.056205 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5baab-7387-4753-b663-0761b642d175 req-b7b5a153-3e2a-4ece-aa50-68d881e5c812 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:22.057658 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fcb5baab-7387-4753-b663-0761b642d175 req-b7b5a153-3e2a-4ece-aa50-68d881e5c812 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0741198 Jun 24 04:12:22.103468 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fcb5baab-7387-4753-b663-0761b642d175 req-dc2fe903-7b49-4dc0-bb25-7123d21796e9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Jun 24 04:12:23.228392 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-869ab3d7-3471-43cd-9e78-1efd161df203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.280143 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16760bec-db22-4afa-8d98-c7cd483daf5d req-e87f6586-8bdc-4a2f-96e1-4c5e7c3b3a2d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:23.281648 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-16760bec-db22-4afa-8d98-c7cd483daf5d req-e87f6586-8bdc-4a2f-96e1-4c5e7c3b3a2d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0652590 Jun 24 04:12:23.320239 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-16760bec-db22-4afa-8d98-c7cd483daf5d req-0acd205f-8bda-447e-8296-afb6c5d7cc6d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Jun 24 04:12:24.517258 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5fcc-87e9-4bb9-aeb3-365b045cda02 req-84b4630e-ba0d-4008-a3c5-c69e83d6ae62 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:24.518790 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-230a5fcc-87e9-4bb9-aeb3-365b045cda02 req-84b4630e-ba0d-4008-a3c5-c69e83d6ae62 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0857904 Jun 24 04:12:24.562619 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-230a5fcc-87e9-4bb9-aeb3-365b045cda02 req-372954bd-3ade-4e0c-bc24-cdfa2d65fe7d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367560 Jun 24 04:12:24.866297 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-325bce69-c263-4f47-9ce5-d4a72c23589a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:24.867832 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-325bce69-c263-4f47-9ce5-d4a72c23589a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.1083555 Jun 24 04:12:24.888252 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-920eba50-7466-4710-bdd8-4e83fcc68f19 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/quotas/703a78c55f3141de8189fc794a77b40e HTTP/1.1" status: 200 len: 375 time: 0.0138807 Jun 24 04:12:24.964414 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-0cdf48d4-c090-4d72-a6a1-cf7257a8e959 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705335 Jun 24 04:12:25.056505 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-7070ccc8-8057-4e0f-9502-00952fac32ff service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849090 Jun 24 04:12:25.147077 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-688db219-ee3c-4878-918d-1b2c331301f4 service neutron] 10.222.0.11 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847433 Jun 24 04:12:25.478236 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ebc0385a-d01e-4e8b-92b2-69d5689b9fef req-381cff50-63d2-4e68-9789-1cdd88a75287 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0302341 Jun 24 04:12:25.620250 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:12:25.769918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5a95-4536-4338-92bf-757b0351f107 req-baefd6e4-7244-45d2-b4e7-0b07ccc0e3a0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:25.771395 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-437b5a95-4536-4338-92bf-757b0351f107 req-baefd6e4-7244-45d2-b4e7-0b07ccc0e3a0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0808668 Jun 24 04:12:25.809192 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-437b5a95-4536-4338-92bf-757b0351f107 req-a58d7c0b-c8c5-46bd-99f9-b4df12c38b0f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Jun 24 04:12:25.844305 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:25.846072 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-af55c39b-2e49-4bf1-afa8-54779af516ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.654570 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-adc9aee6-ebe1-4272-ac17-ee109a56bfdf req-a641554b-501c-4750-b622-b38fd8b90b78 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0432296 Jun 24 04:12:26.832087 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.042486 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b54d-2b19-467e-bc95-075d68dfdc71 req-98c13e9c-0dcb-4aae-a231-d1b4852452b8 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.043868 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4e19b54d-2b19-467e-bc95-075d68dfdc71 req-98c13e9c-0dcb-4aae-a231-d1b4852452b8 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0637929 Jun 24 04:12:27.081706 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4e19b54d-2b19-467e-bc95-075d68dfdc71 req-e6253c5d-071c-429b-9cad-ca0437ab4d46 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321636 Jun 24 04:12:27.208749 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43282) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:27.334359 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5caee64f-790d-4f6e-bf58-eac73eb71a12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad67eceffccf4576b1be98761c248c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243906 Jun 24 04:12:27.336788 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43286) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:27.387245 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.412552 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.536796 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.540008 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.541354 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae57dd50-5302-47a9-956a-8e569503e1f1 HTTP/1.1" status: 204 len: 168 time: 0.2035823 Jun 24 04:12:27.545428 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:27.552192 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae57dd50-5302-47a9-956a-8e569503e1f1,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:27.555874 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:27.803369 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2e4c261c-a15b-4590-acf4-8da95eda3f1c req-2247d58f-21fc-4f37-85a3-78527dcafe8b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Jun 24 04:12:27.980962 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-a1d0ba7e-0505-4197-8c8f-75a1fc34854b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.982545 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-a1d0ba7e-0505-4197-8c8f-75a1fc34854b tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/networks?id=daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 200 len: 815 time: 0.1099846 Jun 24 04:12:27.996403 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Request body: {'port': {'device_id': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'admin_state_up': True, 'tenant_id': '703a78c55f3141de8189fc794a77b40e'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:28.220924 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Made reservation on behalf of 703a78c55f3141de8189fc794a77b40e for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:12:28.224981 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:28.324021 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15608a1b-ecca-4af5-a1f7-f11464f20a71 req-007820f5-89ec-4408-b4e6-d17d78afdc6f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:28.326902 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-15608a1b-ecca-4af5-a1f7-f11464f20a71 req-007820f5-89ec-4408-b4e6-d17d78afdc6f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1210372 Jun 24 04:12:28.385746 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-15608a1b-ecca-4af5-a1f7-f11464f20a71 req-fbae6370-5c80-448a-bdcb-5c195706170f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Jun 24 04:12:28.420092 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Allocated IP 172.20.0.3 (daf35318-adfe-407c-8df8-4bcad2f50790/bcadff27-695f-4913-958d-625e97f03859/3203ebb6-0942-41e3-9c8d-4cc046e1fcc9) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:28.466614 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:28.572780 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:28.770081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:28.774016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9503682b-c6cb-4143-a7ea-00b5eed1f742 tempest-DeleteServersTestJSON-432416547 tempest-DeleteServersTestJSON-432416547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:28.790501 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad', '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:28.817860 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Network daf35318-adfe-407c-8df8-4bcad2f50790 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:28.824604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:28.829383 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:28.835957 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:28.836114 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:28.848827 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event updated for resources: {'Port': ['ID=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:28.852206 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:28.944613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43338) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:28.968688 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9764044 Jun 24 04:12:28.984723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Request body: {'port': {'device_id': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:29.028531 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699752d-a961-4911-b10d-5ac8d33a98d6 req-670108c2-b6bd-4ba4-9eca-4f03404d1a0d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:29.036101 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1699752d-a961-4911-b10d-5ac8d33a98d6 req-670108c2-b6bd-4ba4-9eca-4f03404d1a0d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 931 time: 0.1020441 Jun 24 04:12:29.093169 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1699752d-a961-4911-b10d-5ac8d33a98d6 req-b27c415f-42b6-42df-a542-68c6844f64ea tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Jun 24 04:12:29.128595 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.147829 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.404769 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.484591 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:29.495716 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.498290 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.501760 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5f001dba-ab6a-4964-8bd0-a45872db5661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:29.534569 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Transition to ACTIVE for port object 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:29.546835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20bcc3-c833-4d8f-9f4b-fd2b63e588af,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:29.552754 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8177d63048d4db89993378d24541eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057332 Jun 24 04:12:29.552754 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:29.554336 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43368) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:29.585186 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34b26-dac1-4d1f-978b-239485cd7e8d req-813b0290-d45a-4731-8481-da997c72e4d7 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:29.586607 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-30b34b26-dac1-4d1f-978b-239485cd7e8d req-813b0290-d45a-4731-8481-da997c72e4d7 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0832088 Jun 24 04:12:29.627176 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.631631 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-89ba0032-da40-4922-ace2-df3541ddc05d tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:29.637979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.644526 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-30b34b26-dac1-4d1f-978b-239485cd7e8d req-b052d92b-e473-4900-888e-f4b0fa16c87a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508313 Jun 24 04:12:29.676057 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.680898 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Pushing event updated for resources: {'Port': ['ID=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:29.685776 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:29.720093 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Attempting to bind port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:29.721067 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Attempting to bind port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:29.721448 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Attempting to bind port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:29.725778 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 on network daf35318-adfe-407c-8df8-4bcad2f50790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:12:29.726205 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Attempting to bind port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 on network daf35318-adfe-407c-8df8-4bcad2f50790 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:29.731123 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:29.731470 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Checking segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:29.736789 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Bound using segment: {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:29.736789 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Bound port: 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd753e96b-95f8-46f6-b187-d56e1d3c16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:29.736789 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.793891 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] For port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:29.796903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] For port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:29.855171 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.857902 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.859059 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e20bcc3-c833-4d8f-9f4b-fd2b63e588af HTTP/1.1" status: 204 len: 168 time: 0.3037975 Jun 24 04:12:29.859861 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7bf0aa6f-9941-49f8-a34f-aac845174d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:29.867796 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20bcc3-c833-4d8f-9f4b-fd2b63e588af,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:29.870054 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:29.889925 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.894725 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c2f2e4db-77fd-4d21-8938-86891559feeb tempest-VolumesActionsTest-1821234023 tempest-VolumesActionsTest-1821234023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:29.929001 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:29.929657 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.934328 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] 10.222.0.21 "PUT /v2.0/ports/3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 HTTP/1.1" status: 200 len: 1093 time: 0.9526176 Jun 24 04:12:29.934328 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'tag': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:29.934328 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41865631-1b59-4ce4-aaf2-fbfe512a7317" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9d4522-f6a7-49e4-b436-445bf099b5c2", "tag": "3203ebb6-0942-41e3-9c8d-4cc046e1fcc9"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:29.961782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Pushing event updated for resources: {'Port': ['ID=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:29.968576 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:29.980290 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da128f02-50b6-440f-8bad-62c5396eda6f x-openstack-request-id: req-da128f02-50b6-440f-8bad-62c5396eda6f {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:29.980630 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9d4522-f6a7-49e4-b436-445bf099b5c2", "tag": "3203ebb6-0942-41e3-9c8d-4cc046e1fcc9", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:29.980911 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da128f02-50b6-440f-8bad-62c5396eda6f {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:29.981357 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'tag': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9', 'status': 'completed', 'code': 200} Jun 24 04:12:30.054142 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865631-1b59-4ce4-aaf2-fbfe512a7317 req-219d23fd-babc-4940-b4c4-6acbacfb7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.055612 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-41865631-1b59-4ce4-aaf2-fbfe512a7317 req-219d23fd-babc-4940-b4c4-6acbacfb7f51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0527122 Jun 24 04:12:30.176752 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865631-1b59-4ce4-aaf2-fbfe512a7317 req-074b2444-0270-4868-b894-1280f2bd210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.178250 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-41865631-1b59-4ce4-aaf2-fbfe512a7317 req-074b2444-0270-4868-b894-1280f2bd210d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=703a78c55f3141de8189fc794a77b40e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1094129 Jun 24 04:12:30.330949 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865631-1b59-4ce4-aaf2-fbfe512a7317 req-1fa4fe88-069c-493a-9c28-b10f2c6d67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.332840 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-41865631-1b59-4ce4-aaf2-fbfe512a7317 req-1fa4fe88-069c-493a-9c28-b10f2c6d67a0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451862 Jun 24 04:12:30.371200 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288daeb-4f17-47a2-90dc-5db98614c1ef req-341b38c0-8f94-4b21-b017-fbb78f259176 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.373669 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2288daeb-4f17-47a2-90dc-5db98614c1ef req-341b38c0-8f94-4b21-b017-fbb78f259176 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 943 time: 0.1629989 Jun 24 04:12:30.403733 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43402) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:30.455026 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2288daeb-4f17-47a2-90dc-5db98614c1ef req-38b8397b-2b0e-44e3-980c-c6806d91f2e4 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687411 Jun 24 04:12:30.477644 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-52574c55-7eee-4bbb-9aea-87bc103d35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.479183 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-52574c55-7eee-4bbb-9aea-87bc103d35b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=703a78c55f3141de8189fc794a77b40e&device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0853736 Jun 24 04:12:30.530471 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-ca445b1c-9090-40d2-a978-ad54ac4853ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 HTTP/1.1" status: 200 len: 217 time: 0.0417302 Jun 24 04:12:30.533526 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.585889 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6458901b-dc37-4416-bf72-cadff0bac5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.587345 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-6458901b-dc37-4416-bf72-cadff0bac5c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 200 len: 855 time: 0.0454319 Jun 24 04:12:30.607371 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43408) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:30.642275 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.643072 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-c5743b52-3d17-4034-870e-396b0e857590 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=daf35318-adfe-407c-8df8-4bcad2f50790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365498 Jun 24 04:12:30.648605 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.700737 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.704621 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f4d90547-ef13-4f79-a372-fa8495c2f110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:30.742488 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=605e9c1e54ed45e08de5f4fa81b9c499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372481 Jun 24 04:12:30.743645 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3fc4aa-5baa-4212-b2e8-2a24d87b5c9c,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:30.747059 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:30.748040 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43412) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:30.789340 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-acd4b1e1-bea3-48a5-a376-8a51b3db24ea service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309247 Jun 24 04:12:30.833908 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.867952 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.892831 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:30.901207 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f311137-d420-4ead-a458-1c088e3337e3 req-6ba28464-6778-4128-b071-7eef8f3d4e90 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.902700 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7f311137-d420-4ead-a458-1c088e3337e3 req-6ba28464-6778-4128-b071-7eef8f3d4e90 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1184180 Jun 24 04:12:30.912275 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-442df477-bc13-48c9-8ab9-d680269d2927 req-e27b4ff5-7cab-4620-8aae-c4faf7f0c74a service neutron] 10.222.0.21 "GET /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098592 Jun 24 04:12:30.954283 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7f311137-d420-4ead-a458-1c088e3337e3 req-48f7126a-cde6-42d9-bf4e-c2cf21be4db7 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Jun 24 04:12:31.007412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.010016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-79254ecd-5354-4698-ac96-25f76c164b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:31.036511 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.040262 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.041544 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b3fc4aa-5baa-4212-b2e8-2a24d87b5c9c HTTP/1.1" status: 204 len: 168 time: 0.2923412 Jun 24 04:12:31.042427 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-04860a2b-9a3d-43c9-8ef2-fd41486626e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:31.050807 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3fc4aa-5baa-4212-b2e8-2a24d87b5c9c,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:31.053170 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:31.054933 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a78f5e9e705d4853865eaceb68dfec61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380987 Jun 24 04:12:31.055997 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ba9e2-f514-4e0e-b2aa-ec90f31cc433,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:31.058392 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43418) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:31.059009 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:31.107823 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.129397 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.271899 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.274548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.275708 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c7ba9e2-f514-4e0e-b2aa-ec90f31cc433 HTTP/1.1" status: 204 len: 168 time: 0.2163007 Jun 24 04:12:31.276415 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ee4260e8-29ce-42ed-b9ce-ea06cbf8a1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:31.283607 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ba9e2-f514-4e0e-b2aa-ec90f31cc433,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:31.286159 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:31.637163 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54445f-2c2c-4531-a881-fddfaacdcc12 req-69ca32b3-8d9d-45d0-ba2e-83d4dae003a3 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:31.637838 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ad54445f-2c2c-4531-a881-fddfaacdcc12 req-69ca32b3-8d9d-45d0-ba2e-83d4dae003a3 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0644617 Jun 24 04:12:31.677345 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ad54445f-2c2c-4531-a881-fddfaacdcc12 req-9aca3ba6-1227-4805-afe8-3e1fbc24ab5c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Jun 24 04:12:31.692830 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43434) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:31.706570 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.805104 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.878447 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.883623 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:31.919228 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac1f540f45a74a2db74b1544ae5801d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251215 Jun 24 04:12:31.920343 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c2a7e-b599-4b52-a918-f3282d73b766,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:31.921922 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43436) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:31.924453 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:31.969427 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:31.989997 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.008043 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43440) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:32.031296 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.141093 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.144414 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.147954 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c7c2a7e-b599-4b52-a918-f3282d73b766 HTTP/1.1" status: 204 len: 168 time: 0.2227173 Jun 24 04:12:32.147954 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-94da7db6-ab36-4686-9743-579c01b7a3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:32.155264 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c2a7e-b599-4b52-a918-f3282d73b766,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:32.158065 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:32.179545 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fb013-0297-455f-ad6b-bf1ee501f48d req-faea6d39-b934-4cb7-96b8-8c1f769f1e78 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:32.181007 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e33fb013-0297-455f-ad6b-bf1ee501f48d req-faea6d39-b934-4cb7-96b8-8c1f769f1e78 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0977044 Jun 24 04:12:32.238538 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e33fb013-0297-455f-ad6b-bf1ee501f48d req-dcbd05c9-a7d0-4c48-8e41-1b367eeac14f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485928 Jun 24 04:12:32.262882 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.317635 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.320316 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b1a4e95f-3d32-498b-b85f-ff88f90067f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:32.358290 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=791e075c482941e4918bd05bc613f790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491309 Jun 24 04:12:32.359182 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c05bc-f2dc-4666-a402-e92d574e533d,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:32.360954 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43452) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:32.372652 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:32.416772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.438549 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.552004 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.555094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.556298 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c10c05bc-f2dc-4666-a402-e92d574e533d HTTP/1.1" status: 204 len: 168 time: 0.1940825 Jun 24 04:12:32.557216 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ae6e4684-2595-45c8-a31d-27c206adce09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:32.567687 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c05bc-f2dc-4666-a402-e92d574e533d,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:32.570574 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:32.868223 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726568a-4370-4e6d-a868-5bacf6093b0d req-34dddb5b-64dc-47bf-94df-23b3b370ff79 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:32.869714 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b726568a-4370-4e6d-a868-5bacf6093b0d req-34dddb5b-64dc-47bf-94df-23b3b370ff79 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0761065 Jun 24 04:12:32.906503 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b726568a-4370-4e6d-a868-5bacf6093b0d req-9b0dffb3-3f45-4397-b4bd-1f1ec9dad207 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Jun 24 04:12:33.430612 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf85ff5-4497-4410-b6e3-4da3b7eddffd req-73679141-7f48-45df-b0ea-d9c1d07cd47c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:33.432115 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-abf85ff5-4497-4410-b6e3-4da3b7eddffd req-73679141-7f48-45df-b0ea-d9c1d07cd47c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0740860 Jun 24 04:12:33.486495 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-abf85ff5-4497-4410-b6e3-4da3b7eddffd req-f1ed6f96-6d82-4466-9e7e-6266b972052a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Jun 24 04:12:33.587555 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1d06a-9957-41c0-9c54-c6c73b8c03f7 req-ddb040b6-6615-4599-bbd4-9befe2c8ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:33.588975 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-57c1d06a-9957-41c0-9c54-c6c73b8c03f7 req-ddb040b6-6615-4599-bbd4-9befe2c8ca6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.0520346 Jun 24 04:12:33.632760 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-57c1d06a-9957-41c0-9c54-c6c73b8c03f7 req-67bf38ce-af90-4cbf-a8d9-9b0b99a72132 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286212 Jun 24 04:12:33.895256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:12:33.991831 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:34.006580 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9', 'network_id': 'daf35318-adfe-407c-8df8-4bcad2f50790', 'port_id': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9', 'mac_address': 'fa:16:3e:27:34:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcadff27-695f-4913-958d-625e97f03859', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:12:34.049753 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:34.078951 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:34.095115 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae65ffd-a91f-4968-8e28-91485aff2bfb req-df62795a-ae78-4ee0-8449-337e41633086 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.102774 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eae65ffd-a91f-4968-8e28-91485aff2bfb req-df62795a-ae78-4ee0-8449-337e41633086 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0765803 Jun 24 04:12:34.104300 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:34.137199 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eae65ffd-a91f-4968-8e28-91485aff2bfb req-c9adda86-5a0b-4da9-80aa-ae42d9b86e68 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Jun 24 04:12:34.190615 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:34.192389 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:34.240328 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:34.246711 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:34.627160 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['3203ebb6-0942-41e3-9c8d-4cc046e1fcc9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:34.680624 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48737f8-b415-4a2f-bba0-b7c63fb9ac16 req-9518f01a-e573-4ac4-ba73-b4a07188cfca tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.685436 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d48737f8-b415-4a2f-bba0-b7c63fb9ac16 req-9518f01a-e573-4ac4-ba73-b4a07188cfca tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0729136 Jun 24 04:12:34.726474 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d48737f8-b415-4a2f-bba0-b7c63fb9ac16 req-81c9c77a-de3f-4116-a7b6-9d7bc900d5f2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Jun 24 04:12:35.306429 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49d29f-5ffd-4f05-be68-9d8cefa960a1 req-0eafdccd-f2f0-4112-a6a1-1e247f5dc22a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.307917 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cb49d29f-5ffd-4f05-be68-9d8cefa960a1 req-0eafdccd-f2f0-4112-a6a1-1e247f5dc22a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 944 time: 0.0623379 Jun 24 04:12:35.345342 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cb49d29f-5ffd-4f05-be68-9d8cefa960a1 req-77f788a6-cfbf-4113-8355-8b6c8ea72f44 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Jun 24 04:12:35.904490 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:35.907943 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2147f-8017-422d-8e27-0e8ea0852ad0 req-62c05c84-c8ce-435c-816c-6284970fcea4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.908847 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-bad2147f-8017-422d-8e27-0e8ea0852ad0 req-62c05c84-c8ce-435c-816c-6284970fcea4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0663896 Jun 24 04:12:35.953698 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-bad2147f-8017-422d-8e27-0e8ea0852ad0 req-25a356c5-9cab-4000-aad6-e1a56d7aa266 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374095 Jun 24 04:12:36.029910 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:36.035728 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:36.036394 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:36.132737 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:36.163140 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:36.165942 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b0de87-c5ab-4788-92ff-0ffe563c3379" -d '{"events": [{"server_uuid": "7f9d4522-f6a7-49e4-b436-445bf099b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "3203ebb6-0942-41e3-9c8d-4cc046e1fcc9"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:36.177724 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:36.231998 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5094e8-6809-40ec-a453-0ba0efd91b5b x-openstack-request-id: req-7b5094e8-6809-40ec-a453-0ba0efd91b5b {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:36.232313 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9d4522-f6a7-49e4-b436-445bf099b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "3203ebb6-0942-41e3-9c8d-4cc046e1fcc9", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:36.232754 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b5094e8-6809-40ec-a453-0ba0efd91b5b {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:36.233186 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9', 'code': 200} Jun 24 04:12:36.277688 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:36.279482 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-63e6a67f-1946-4a83-9c8a-a828275d1d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:36.340356 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:36.345752 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:36.537011 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aff68-bc37-40c8-b3bc-5aa04e383f45 req-08b0e0ba-882e-4f5b-9c61-63ccbcde1e28 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.538483 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eb6aff68-bc37-40c8-b3bc-5aa04e383f45 req-08b0e0ba-882e-4f5b-9c61-63ccbcde1e28 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0815067 Jun 24 04:12:36.585525 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-eb6aff68-bc37-40c8-b3bc-5aa04e383f45 req-1b9b4de6-5b8b-45e8-a36b-d2c3e0815757 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Jun 24 04:12:36.740377 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bc063-28ae-4153-b24c-96d358bd689a req-6c3c22e3-e0bf-469e-91c7-aae4c4e67626 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.741951 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-701bc063-28ae-4153-b24c-96d358bd689a req-6c3c22e3-e0bf-469e-91c7-aae4c4e67626 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1767199 Jun 24 04:12:36.746565 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3514f0-c7ed-4757-80d0-2a9560b47baf req-d6528250-fe78-4fcf-8a6f-60bb3d86f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.751561 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2b3514f0-c7ed-4757-80d0-2a9560b47baf req-d6528250-fe78-4fcf-8a6f-60bb3d86f028 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 1098 time: 0.1295571 Jun 24 04:12:36.751561 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-27628e33-ce99-44c4-991a-f339bc67b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.751561 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-27628e33-ce99-44c4-991a-f339bc67b205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.1313949 Jun 24 04:12:36.864454 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-701bc063-28ae-4153-b24c-96d358bd689a req-21678cd4-f6d3-478a-86af-c473d4ea847f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121731 Jun 24 04:12:36.879069 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2b3514f0-c7ed-4757-80d0-2a9560b47baf req-fc642581-74e2-450f-a8e4-a57f0e3c1311 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076622 Jun 24 04:12:36.907685 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-6336c9be-94c7-439e-a009-0f791cf7b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.908575 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-6336c9be-94c7-439e-a009-0f791cf7b4c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.1320503 Jun 24 04:12:36.991009 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-85b5d621-ae68-472a-ac5d-f535fa72a0a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0422227 Jun 24 04:12:37.035865 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43606) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:37.072904 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-ba171087-b1ae-4642-90f0-2395ec3b51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:37.074803 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-ba171087-b1ae-4642-90f0-2395ec3b51e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0771499 Jun 24 04:12:37.119672 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-f308b442-2cca-47fc-8325-4bfa40054795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348539 Jun 24 04:12:37.122817 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Deleting subnet 3d4ed128-1be5-470d-8ab9-77571268509f {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:12:37.127077 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.219943 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.231902 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.284754 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-f56e93d8-4323-4f6c-b86d-7ed18f8aaebf service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550119 Jun 24 04:12:37.385129 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dea8215d-cd24-48f6-9f57-e07f93e25231 req-cf2b5d70-1f76-4b92-998b-c00d3e85d3fd service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Jun 24 04:12:37.441616 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.444103 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-36792285-027f-45dc-b5bc-52bb9ce5cade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:37.466965 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4ed128-1be5-470d-8ab9-77571268509f,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:37.470467 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:37.471388 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.473217 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-13ad2433-d65d-4d37-abb5-8c5e0479b2fd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3d4ed128-1be5-470d-8ab9-77571268509f HTTP/1.1" status: 204 len: 168 time: 0.4363239 Jun 24 04:12:37.475688 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43610) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:37.543305 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.619582 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.629661 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.630484 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > port after_create 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > port after_update 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.635966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.697294 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.697639 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.697955 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.698278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:12:37.698646 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50c363a-1f85-495d-bd6d-5a12c4c77919']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:37.728430 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc3171f-758c-459e-a90f-2fc486ed4505') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:37.728722 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc3171f-758c-459e-a90f-2fc486ed4505') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:37.759757 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.784572 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.794850 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:12:37.795222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: from cryptography.utils import int_from_bytes Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: from cryptography.utils import int_from_bytes Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:12:37.799680 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:12:37.803614 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:12:38.115070 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8021-1208-49f9-97ca-9141239fe400 req-33368b73-feb8-4a02-993c-9825ef7b0f76 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:38.116516 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-260e8021-1208-49f9-97ca-9141239fe400 req-33368b73-feb8-4a02-993c-9825ef7b0f76 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0759199 Jun 24 04:12:38.119241 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84f824-bba6-4900-8e1e-50c4990b844a req-fbf27075-e8ec-4476-9da3-7f948f68e852 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:38.120765 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7f84f824-bba6-4900-8e1e-50c4990b844a req-fbf27075-e8ec-4476-9da3-7f948f68e852 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 945 time: 0.4065366 Jun 24 04:12:38.158988 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-260e8021-1208-49f9-97ca-9141239fe400 req-4782de7e-258b-49b3-b1aa-1171b30b55cc tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328386 Jun 24 04:12:38.160513 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7f84f824-bba6-4900-8e1e-50c4990b844a req-3ac8c93b-71bc-4dd3-a34a-e676da188006 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Jun 24 04:12:38.212758 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.217602 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0abed2d1-6526-494e-881e-1755abd52bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:38.221734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.226281 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a50c363a-1f85-495d-bd6d-5a12c4c77919 HTTP/1.1" status: 204 len: 168 time: 0.7469392 Jun 24 04:12:38.226420 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43624) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:38.232534 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a50c363a-1f85-495d-bd6d-5a12c4c77919,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:38.235511 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:38.277137 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Deleting subnet 8b08897d-2024-4eac-a66f-a2bb1e41254f {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:12:38.284510 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.313908 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.351054 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.475838 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.478095 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:38.505702 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b08897d-2024-4eac-a66f-a2bb1e41254f,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:38.508495 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:38.509491 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.514095 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8b08897d-2024-4eac-a66f-a2bb1e41254f HTTP/1.1" status: 204 len: 168 time: 0.2839191 Jun 24 04:12:38.515677 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43630) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:38.581906 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.659964 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.669564 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4741ff9a-4fbf-482b-9408-437e89ab063a']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:38.679672 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090ea9df-a977-4d41-b5c5-32ffefea1c79') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:38.679970 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090ea9df-a977-4d41-b5c5-32ffefea1c79') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:38.688792 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.701585 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.707321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:12:38.707696 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:12:38.709271 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:12:38.864295 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.868411 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:38.872268 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.876546 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] 10.222.0.11 "DELETE /v2.0/networks/4741ff9a-4fbf-482b-9408-437e89ab063a HTTP/1.1" status: 204 len: 168 time: 0.3575087 Jun 24 04:12:38.883853 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Pushing event deleted for resources: {'Network': ['ID=4741ff9a-4fbf-482b-9408-437e89ab063a,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:38.886090 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-fdf08928-b158-4e5d-8ae9-da1f9ee3776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:38.904366 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.253630 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43640) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:39.303030 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-9b26f0a5-11ce-4a1b-ba56-6ff550a77cdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=971071ed22ab47899754e13c69a96ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478373 Jun 24 04:12:39.305288 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43644) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:39.359080 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1061-4c8f-4b2f-a419-a90abd7c52d3 req-d7e48f41-07ba-4605-be6f-d2df9bf0027f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:39.367677 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-61fc1061-4c8f-4b2f-a419-a90abd7c52d3 req-d7e48f41-07ba-4605-be6f-d2df9bf0027f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0818133 Jun 24 04:12:39.368557 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.399734 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.421599 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-61fc1061-4c8f-4b2f-a419-a90abd7c52d3 req-8c49e78c-3b5a-4362-a607-405c9408e094 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Jun 24 04:12:39.509772 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f605-a19c-4b9e-8ef7-95002e0cb579 req-16ad310e-316a-4e05-8492-9ac5fe28bd09 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:39.511218 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0b86f605-a19c-4b9e-8ef7-95002e0cb579 req-16ad310e-316a-4e05-8492-9ac5fe28bd09 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0619943 Jun 24 04:12:39.541687 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.544176 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.545285 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bf4c967-9e7f-400c-8c55-2beafaac5ddd HTTP/1.1" status: 204 len: 168 time: 0.2388415 Jun 24 04:12:39.548323 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5651cff5-8f13-4b5b-b333-21f320fddb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:39.559119 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0b86f605-a19c-4b9e-8ef7-95002e0cb579 req-fc90fd29-a813-42e3-a55a-0cb005997f8f tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Jun 24 04:12:39.559970 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4c967-9e7f-400c-8c55-2beafaac5ddd,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:39.566642 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c6446088-c8b1-40de-95ce-a274abcf3e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:40.294172 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43662) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:40.335924 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-bac64633-d555-4940-8ba9-f8bcfdc95815 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6247ecdea4c147feb82f9424ea8d0d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405989 Jun 24 04:12:40.338282 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43664) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:40.385784 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:40.406733 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:40.522815 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:40.525549 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:40.526681 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edaf21f5-e9d2-4249-b0a4-35cef95cb35d HTTP/1.1" status: 204 len: 168 time: 0.1875319 Jun 24 04:12:40.527609 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-98898bf1-831d-4dac-b48f-b5b357c40f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:40.535565 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaf21f5-e9d2-4249-b0a4-35cef95cb35d,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:40.538646 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:40.605716 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab3f5-5d95-402f-9a61-35664b3227cb req-9b744dc6-910a-449d-ac65-405a55754213 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:40.607305 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-deeab3f5-5d95-402f-9a61-35664b3227cb req-9b744dc6-910a-449d-ac65-405a55754213 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0695531 Jun 24 04:12:40.653631 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-deeab3f5-5d95-402f-9a61-35664b3227cb req-66a9c8ea-0663-40c1-a890-45a135c944b3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Jun 24 04:12:42.742035 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a679501-ae01-464a-8be4-dfce2cc0b6e2 req-c1172e6f-141f-422a-8b05-250e10eee51c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:42.743475 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3a679501-ae01-464a-8be4-dfce2cc0b6e2 req-c1172e6f-141f-422a-8b05-250e10eee51c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0617874 Jun 24 04:12:42.779889 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3a679501-ae01-464a-8be4-dfce2cc0b6e2 req-ce34cf8b-543f-47e2-ba7a-0c67af53272f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Jun 24 04:12:46.747627 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43884) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:46.859877 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:46.960758 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.048631 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.051485 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-222bdd5a-2ccb-4439-981d-5f51d6f16bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:47.090523 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4c91a-9514-44c0-88fe-42495a6401dc,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:47.104485 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81f0b8f66c9940c28355f6db163f197b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532894 Jun 24 04:12:47.104706 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43902) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:47.112019 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.112381 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.112732 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.113103 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.113450 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.113799 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.114158 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.114495 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.114836 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.115161 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.115492 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.115815 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:47.120096 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:47.166868 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.191910 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.305322 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.307918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.311778 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5a4c91a-9514-44c0-88fe-42495a6401dc HTTP/1.1" status: 204 len: 168 time: 0.2060943 Jun 24 04:12:47.312858 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:47.321066 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4c91a-9514-44c0-88fe-42495a6401dc,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:47.331514 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:47.936618 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57663028-4d71-4078-894b-87e9d4698643 req-b4eeb76b-6c38-4090-ad8a-ad6e57de1c0d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:47.938236 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-57663028-4d71-4078-894b-87e9d4698643 req-b4eeb76b-6c38-4090-ad8a-ad6e57de1c0d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0649450 Jun 24 04:12:47.985940 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-57663028-4d71-4078-894b-87e9d4698643 req-df9e646a-1817-432e-9cbf-2cb808e07f89 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355523 Jun 24 04:12:48.098350 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43928) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.115148 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.207587 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.275491 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.279321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8ee90bfc-2416-4851-9ca6-56c95b7e83ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:48.315176 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c490c18fb24d49eba69a790080a9acd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157156 Jun 24 04:12:48.316039 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b68b2c-903c-41b0-a297-6c4251ecb2fd,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:48.317973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43934) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.318937 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:48.375568 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.396272 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.575584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.578662 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.579753 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7b68b2c-903c-41b0-a297-6c4251ecb2fd HTTP/1.1" status: 204 len: 168 time: 0.2606955 Jun 24 04:12:48.584307 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520965-8783-4599-930b-fb6860279c5d req-14b877aa-7bcd-484d-9219-dd1afc4e0b71 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.585939 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-dd520965-8783-4599-930b-fb6860279c5d req-14b877aa-7bcd-484d-9219-dd1afc4e0b71 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0636437 Jun 24 04:12:48.595684 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:48.606348 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b68b2c-903c-41b0-a297-6c4251ecb2fd,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:48.619131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.619536 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.619893 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.620230 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.620741 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.621142 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.621649 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.621992 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.622326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.622658 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.622992 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.623321 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:48.628828 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:48.629650 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-dd520965-8783-4599-930b-fb6860279c5d req-a3e1e74e-cd1a-472a-857d-04dd6891e008 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Jun 24 04:12:48.649884 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-5da77c92-654e-449e-95b0-43f132e785cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.651262 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-5da77c92-654e-449e-95b0-43f132e785cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.0847034 Jun 24 04:12:48.744775 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-4ba20885-14cc-42f5-ae0b-6836d45515e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.746269 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-4ba20885-14cc-42f5-ae0b-6836d45515e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.0868933 Jun 24 04:12:48.789478 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-94812a7a-1697-4c15-9018-ffe138fd462b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0345821 Jun 24 04:12:48.840408 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-fd45abd9-e5e5-4ce4-ad59-cb72bc89349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.848956 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-fd45abd9-e5e5-4ce4-ad59-cb72bc89349c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0464008 Jun 24 04:12:48.881539 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-66f4ff2e-41fd-48df-aaeb-6eab880121e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267060 Jun 24 04:12:48.987511 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-ad03e9bd-f711-4680-88c8-35ad784bf181 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973656 Jun 24 04:12:49.085927 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2c4bd766-b4ab-4b42-8c19-1b44a03d5c52 req-2d3ecce0-6a27-4288-97af-3808586720d7 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915534 Jun 24 04:12:49.175801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2a639-47d7-45cf-892b-0be0b3722162 req-4543a713-42fc-4118-9c50-fa96db2db7ab tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:49.177317 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4af2a639-47d7-45cf-892b-0be0b3722162 req-4543a713-42fc-4118-9c50-fa96db2db7ab tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0651867 Jun 24 04:12:49.216453 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4af2a639-47d7-45cf-892b-0be0b3722162 req-9fd881c9-8892-4a62-a364-6a67826f4ec8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Jun 24 04:12:49.276616 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 43954) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:49.291089 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.379992 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.454826 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.457466 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d697d372-f046-4042-8cae-fc11e304a788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:49.492052 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c440bb4ebbd64c9e95ea2090f3033982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143319 Jun 24 04:12:49.492897 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bf2800-e6e2-410d-bbdb-8554b2cd77bf,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:49.494800 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 43956) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:49.495996 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:49.561032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.584841 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.699390 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.702344 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.706716 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4bf2800-e6e2-410d-bbdb-8554b2cd77bf HTTP/1.1" status: 204 len: 168 time: 0.2079606 Jun 24 04:12:49.706716 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e8f1c93d-d0fb-47e8-9dac-c59083aeef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:49.714435 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bf2800-e6e2-410d-bbdb-8554b2cd77bf,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:49.717021 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:50.065647 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4659e-b5e5-411c-bf37-578f831f4ecb req-525b9f70-0031-4115-9e48-0d44a9120755 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.067258 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1a4659e-b5e5-411c-bf37-578f831f4ecb req-525b9f70-0031-4115-9e48-0d44a9120755 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0679591 Jun 24 04:12:50.100491 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb39e9a-68bb-4ca0-8f55-c0bf7e4dd93f req-84cbef42-1694-491d-8c72-bb876cfc7fab tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.102181 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8cb39e9a-68bb-4ca0-8f55-c0bf7e4dd93f req-84cbef42-1694-491d-8c72-bb876cfc7fab tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0730512 Jun 24 04:12:50.123657 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1a4659e-b5e5-411c-bf37-578f831f4ecb req-8a171bcf-de0c-4439-873e-f34d1b88b642 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507679 Jun 24 04:12:50.166325 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8cb39e9a-68bb-4ca0-8f55-c0bf7e4dd93f req-1a715540-59d5-427b-95da-526e29b4dd09 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562787 Jun 24 04:12:50.291886 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61523-a58d-40bf-afba-8e2b0c5b5616 req-9dfa6de1-3004-4acd-b72d-dfcc8b0e06ee tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.293382 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-48c61523-a58d-40bf-afba-8e2b0c5b5616 req-9dfa6de1-3004-4acd-b72d-dfcc8b0e06ee tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0687466 Jun 24 04:12:50.332726 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-48c61523-a58d-40bf-afba-8e2b0c5b5616 req-d452c609-ee7a-4a1c-9284-1e6dc344745f tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Jun 24 04:12:50.405503 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98b88-dae6-42a0-9c1d-1c91074cbc33 req-193a9b50-ae16-4385-bbf4-3be8bf77fc5f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.407471 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-49c98b88-dae6-42a0-9c1d-1c91074cbc33 req-193a9b50-ae16-4385-bbf4-3be8bf77fc5f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0637448 Jun 24 04:12:50.447184 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-49c98b88-dae6-42a0-9c1d-1c91074cbc33 req-d565ab3c-5594-4c85-8c21-5001aa09def8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337942 Jun 24 04:12:51.290155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48de7-6aff-4079-9112-1a04f688fc68 req-47b0f8a7-6190-418d-968f-cae64283177c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:51.291571 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fec48de7-6aff-4079-9112-1a04f688fc68 req-47b0f8a7-6190-418d-968f-cae64283177c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0653698 Jun 24 04:12:51.330387 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fec48de7-6aff-4079-9112-1a04f688fc68 req-2c690f0d-d80a-4021-8f51-fb2c6c783c87 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Jun 24 04:12:51.346965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a349cee-6b8b-401a-8d4a-4d922efc02e4 req-1df3cb9c-f3d1-4f6f-8abf-1d3cbe4d67d9 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:51.348424 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3a349cee-6b8b-401a-8d4a-4d922efc02e4 req-1df3cb9c-f3d1-4f6f-8abf-1d3cbe4d67d9 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0628963 Jun 24 04:12:51.389759 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3a349cee-6b8b-401a-8d4a-4d922efc02e4 req-116a9224-f876-4083-8115-b864581f47aa tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350068 Jun 24 04:12:51.515269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4733c-2ddc-4350-9322-cc2833aab1f4 req-debd6f04-1fd7-483c-9cdd-3734c7035cc1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:51.516752 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4ea4733c-2ddc-4350-9322-cc2833aab1f4 req-debd6f04-1fd7-483c-9cdd-3734c7035cc1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0642500 Jun 24 04:12:51.553900 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4ea4733c-2ddc-4350-9322-cc2833aab1f4 req-e342c0a9-28be-4cb0-8340-a345510400b0 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jun 24 04:12:51.634424 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d8518-0625-44c9-adef-d8ea0cf31cfd req-123b7c90-1cba-4e4e-8714-53db0ba44680 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:51.635910 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6b5d8518-0625-44c9-adef-d8ea0cf31cfd req-123b7c90-1cba-4e4e-8714-53db0ba44680 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0685735 Jun 24 04:12:51.674245 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6b5d8518-0625-44c9-adef-d8ea0cf31cfd req-863c8234-6e6f-43b7-a706-eaba34dfe754 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jun 24 04:12:52.217891 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-8263c211-7ef0-4de6-b75d-015f8880a2a2 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:52.220567 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-8263c211-7ef0-4de6-b75d-015f8880a2a2 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0695374 Jun 24 04:12:52.333285 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Deleting port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:12:52.333996 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:52.428876 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] For port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:52.429239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:52.443274 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Calling delete_port for 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:12:52.565528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d133f-6c28-4a37-8ed5-898cca470c9d req-8e3351ec-5c9e-4ea3-85fd-a6211969df8d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:52.567024 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a1d133f-6c28-4a37-8ed5-898cca470c9d req-8e3351ec-5c9e-4ea3-85fd-a6211969df8d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1249130 Jun 24 04:12:52.569944 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05403f-c0e2-419f-b3b4-e5e362a7e852 req-7a569805-7cea-4aca-95ec-4f06b0ff7f82 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:52.571590 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2b05403f-c0e2-419f-b3b4-e5e362a7e852 req-7a569805-7cea-4aca-95ec-4f06b0ff7f82 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0684326 Jun 24 04:12:52.612914 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2b05403f-c0e2-419f-b3b4-e5e362a7e852 req-552df305-931e-4da5-9700-568cca6c414a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 Jun 24 04:12:52.639284 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8a1d133f-6c28-4a37-8ed5-898cca470c9d req-6636804a-69fd-444a-9ad9-1e2dea53061b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619340 Jun 24 04:12:52.751328 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:52.756471 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-596b4adc-0325-40bd-a462-2aa3d214f9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:52.764074 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad', '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9', '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:52.787390 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event deleted for resources: {'Port': ['ID=3203ebb6-0942-41e3-9c8d-4cc046e1fcc9,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:52.790774 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:52.824948 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d400aa7-b360-4198-959d-e36b9afeef98 req-32802777-016e-4994-80d1-e4c0f6eca434 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:52.826568 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5d400aa7-b360-4198-959d-e36b9afeef98 req-32802777-016e-4994-80d1-e4c0f6eca434 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 867 time: 0.0905955 Jun 24 04:12:52.866033 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] No DVR routers for this DVR port 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:12:52.869902 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:52.871928 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b1782b6b-32de-4137-8be2-f3f9b973bd8a req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "DELETE /v2.0/ports/3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 HTTP/1.1" status: 204 len: 173 time: 0.6457381 Jun 24 04:12:52.872438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'name': 'network-vif-deleted', 'tag': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:52.874818 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72543ce7-8be8-487b-864d-793233ac7716" -d '{"events": [{"server_uuid": "7f9d4522-f6a7-49e4-b436-445bf099b5c2", "name": "network-vif-deleted", "tag": "3203ebb6-0942-41e3-9c8d-4cc046e1fcc9"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:52.885239 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5d400aa7-b360-4198-959d-e36b9afeef98 req-f451166e-3d66-4d86-b035-fbfdcf2b4e70 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 Jun 24 04:12:52.912617 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f181a-a940-437d-a42b-e3a6ae5d5085 req-f045f96e-e183-49f8-a009-4cbbefda0264 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:52.914435 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-673f181a-a940-437d-a42b-e3a6ae5d5085 req-f045f96e-e183-49f8-a009-4cbbefda0264 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.1185708 Jun 24 04:12:52.942894 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec123c5-fd70-4f4f-a131-0a9a8693c6b3 x-openstack-request-id: req-fec123c5-fd70-4f4f-a131-0a9a8693c6b3 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:52.943304 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9d4522-f6a7-49e4-b436-445bf099b5c2", "name": "network-vif-deleted", "tag": "3203ebb6-0942-41e3-9c8d-4cc046e1fcc9", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:52.943588 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fec123c5-fd70-4f4f-a131-0a9a8693c6b3 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:52.943998 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d4522-f6a7-49e4-b436-445bf099b5c2', 'name': 'network-vif-deleted', 'tag': '3203ebb6-0942-41e3-9c8d-4cc046e1fcc9', 'status': 'completed', 'code': 200} Jun 24 04:12:52.958461 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-673f181a-a940-437d-a42b-e3a6ae5d5085 req-537ebc26-3744-4da5-b1f0-110b1d1e01d3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378656 Jun 24 04:12:53.179334 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ce27fe43-880d-46b3-8db7-95f77a3dd346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:53.804052 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e1d40-ebaf-472b-b199-d86547afbe16 req-e304fe6f-ec35-44e6-818e-c157583d5437 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:53.805657 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cb5e1d40-ebaf-472b-b199-d86547afbe16 req-e304fe6f-ec35-44e6-818e-c157583d5437 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0688241 Jun 24 04:12:53.837584 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a046e7f-206b-4d96-8699-1de6e784932f req-2627898c-cca0-47de-b8c2-3396596542bb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:53.839327 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1a046e7f-206b-4d96-8699-1de6e784932f req-2627898c-cca0-47de-b8c2-3396596542bb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0772426 Jun 24 04:12:53.857748 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-cb5e1d40-ebaf-472b-b199-d86547afbe16 req-53d405a7-8740-458e-93d0-6ebbadea47e6 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Jun 24 04:12:53.884433 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1a046e7f-206b-4d96-8699-1de6e784932f req-e49bc883-56b9-4cf6-9a54-9a31eadb2f2c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377612 Jun 24 04:12:54.041106 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-242dedb1-4563-4145-9441-5987e3784820 req-3c292191-f988-4c56-939b-9355120ac0a8 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f9d4522-f6a7-49e4-b436-445bf099b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0299687 Jun 24 04:12:54.142608 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38c45-bb72-4887-988e-0e0a4cce6711 req-97a1bd41-8f36-4858-83ba-3efcbfcaaa83 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.144058 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-92f38c45-bb72-4887-988e-0e0a4cce6711 req-97a1bd41-8f36-4858-83ba-3efcbfcaaa83 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0638018 Jun 24 04:12:54.182236 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-92f38c45-bb72-4887-988e-0e0a4cce6711 req-9bd03b4c-66ff-4169-b2d9-d5532b699402 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323069 Jun 24 04:12:55.031470 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180371a4-8b1a-4307-a884-9d1cbfd7f1c4 req-1419997a-504f-4eb1-b8b3-b29cc5af4e94 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:55.032897 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-180371a4-8b1a-4307-a884-9d1cbfd7f1c4 req-1419997a-504f-4eb1-b8b3-b29cc5af4e94 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0613766 Jun 24 04:12:55.053403 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed21a-8a83-4ce1-970f-4ae4c66db5d8 req-26b91eff-964b-425b-bd99-496490bfc5e9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:55.055010 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-640ed21a-8a83-4ce1-970f-4ae4c66db5d8 req-26b91eff-964b-425b-bd99-496490bfc5e9 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0624411 Jun 24 04:12:55.075093 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-180371a4-8b1a-4307-a884-9d1cbfd7f1c4 req-5b222ea0-80d4-4240-b3b8-9ff7b3c465cb tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361705 Jun 24 04:12:55.093820 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-640ed21a-8a83-4ce1-970f-4ae4c66db5d8 req-90d81e43-ca08-4829-a271-688445e7a36a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Jun 24 04:12:55.366298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae6882-d66d-4f8d-a4fd-75e99f1f2bce req-7f9ea445-1be7-459e-8ca3-a94463fb3548 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:55.368993 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d3ae6882-d66d-4f8d-a4fd-75e99f1f2bce req-7f9ea445-1be7-459e-8ca3-a94463fb3548 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0682037 Jun 24 04:12:55.413125 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d3ae6882-d66d-4f8d-a4fd-75e99f1f2bce req-2b665645-cb3e-4acf-827f-b02e50a378df tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Jun 24 04:12:55.697816 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ead6c11e-7591-4a19-a97e-86f22abc37d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:55.830630 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.012768 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:12:56.031435 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:12:56.031778 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3203ebb6-0942-41e3-9c8d-4cc046e1fcc9 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:12:56.254189 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311e23-6583-4320-a77f-b6f3d91dce2e req-e1b73f9c-d3b4-4417-a49e-97c489b7a3ee tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:56.255805 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a6311e23-6583-4320-a77f-b6f3d91dce2e req-e1b73f9c-d3b4-4417-a49e-97c489b7a3ee tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0672486 Jun 24 04:12:56.273580 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e848-809e-4d0b-bcc4-8292d1a567c8 req-65b0049f-8aad-4fe3-b99d-e2fbfdefcba2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:56.274950 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b241e848-809e-4d0b-bcc4-8292d1a567c8 req-65b0049f-8aad-4fe3-b99d-e2fbfdefcba2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0662856 Jun 24 04:12:56.301790 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a6311e23-6583-4320-a77f-b6f3d91dce2e req-39c264aa-7b6b-479c-87c9-30e5999999c5 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363486 Jun 24 04:12:56.315251 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b241e848-809e-4d0b-bcc4-8292d1a567c8 req-8b417ce9-ae39-40c5-b5ca-de428ac02f09 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Jun 24 04:12:56.613814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af590d03-0b67-4755-896d-939a17e423bc req-9a3d0d17-e9e7-4fd8-8adc-a2ca50181f35 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:56.615301 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af590d03-0b67-4755-896d-939a17e423bc req-9a3d0d17-e9e7-4fd8-8adc-a2ca50181f35 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0680046 Jun 24 04:12:56.652474 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af590d03-0b67-4755-896d-939a17e423bc req-ec7c7e51-6d8b-4d06-be31-d2655b3e1274 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Jun 24 04:12:56.800360 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:57.035000 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ad9b-f8cd-4c6d-9ee3-05a600d6e08b req-2e41ca36-defb-415a-8a90-49692b2747e3 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:57.038277 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b699ad9b-f8cd-4c6d-9ee3-05a600d6e08b req-2e41ca36-defb-415a-8a90-49692b2747e3 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0697811 Jun 24 04:12:57.079256 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b699ad9b-f8cd-4c6d-9ee3-05a600d6e08b req-5302370f-f766-4319-b172-c12b4456c33c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Jun 24 04:12:57.478461 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f14c9-900c-4f5d-bd9e-9cd67fbbd0b8 req-32d9a279-3f4d-42f5-b294-17389571bc4a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:57.479978 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a61f14c9-900c-4f5d-bd9e-9cd67fbbd0b8 req-32d9a279-3f4d-42f5-b294-17389571bc4a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0622694 Jun 24 04:12:57.490608 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7d5f7-a316-4beb-96ca-ef60f74e33c6 req-906bb863-fc6f-4a27-a678-c02fcb0fa80f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:57.492089 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-10a7d5f7-a316-4beb-96ca-ef60f74e33c6 req-906bb863-fc6f-4a27-a678-c02fcb0fa80f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0636456 Jun 24 04:12:57.526599 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a61f14c9-900c-4f5d-bd9e-9cd67fbbd0b8 req-0d553641-b2c9-409a-a4cf-b3ee534faa4e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Jun 24 04:12:57.537415 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-10a7d5f7-a316-4beb-96ca-ef60f74e33c6 req-8ee79a20-6fc8-415d-b692-a4b503a84675 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Jun 24 04:12:57.831203 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5220f7-6c20-4461-befa-a213591eb676 req-67a5c257-3629-4528-a25b-2de1ca4f5eba tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:57.832637 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ec5220f7-6c20-4461-befa-a213591eb676 req-67a5c257-3629-4528-a25b-2de1ca4f5eba tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0615809 Jun 24 04:12:57.870054 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ec5220f7-6c20-4461-befa-a213591eb676 req-e02375a3-3353-49b9-a58a-a2b3dfa5880e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Jun 24 04:12:58.252892 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea00db2-6141-44b0-9f55-e50ccb676f9f req-36c12183-a728-4e67-802c-977dffe0db7e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:58.254267 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eea00db2-6141-44b0-9f55-e50ccb676f9f req-36c12183-a728-4e67-802c-977dffe0db7e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0653033 Jun 24 04:12:58.290703 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eea00db2-6141-44b0-9f55-e50ccb676f9f req-075ce629-4629-4365-94a8-c802f22dfc1c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Jun 24 04:12:58.435752 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:58.706965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b607ef5-d4ee-4645-994e-4ac26e219466 req-3a076135-ed78-41b8-a5ff-7ef5a09b4dea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:58.707871 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441baeb-cb76-420b-aba4-f0276182fe5c req-8e50f6e1-4287-453b-846f-15f7e5d02e3b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:58.708402 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4b607ef5-d4ee-4645-994e-4ac26e219466 req-3a076135-ed78-41b8-a5ff-7ef5a09b4dea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0655854 Jun 24 04:12:58.709376 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4441baeb-cb76-420b-aba4-f0276182fe5c req-8e50f6e1-4287-453b-846f-15f7e5d02e3b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0623209 Jun 24 04:12:58.747190 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4b607ef5-d4ee-4645-994e-4ac26e219466 req-02bc1ce9-39d6-4ef6-a933-dc33b8350d40 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330617 Jun 24 04:12:58.749630 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4441baeb-cb76-420b-aba4-f0276182fe5c req-4ebe8ab7-c27c-4990-a59b-890e579e1f88 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 Jun 24 04:12:59.013404 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-8f8bc89e-38bc-4a71-9daa-5e39a10fb2b8 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:59.014937 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-8f8bc89e-38bc-4a71-9daa-5e39a10fb2b8 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 946 time: 0.0664496 Jun 24 04:12:59.051846 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3968a3-05d8-46d1-a461-3b2261a3159c req-9f83f4b8-1f9f-4d76-88f7-ab7f471969fd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:59.053902 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2b3968a3-05d8-46d1-a461-3b2261a3159c req-9f83f4b8-1f9f-4d76-88f7-ab7f471969fd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0662215 Jun 24 04:12:59.091073 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2b3968a3-05d8-46d1-a461-3b2261a3159c req-c069f775-b25f-4e88-b854-a9768f665efc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Jun 24 04:12:59.123384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Deleting port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:12:59.123718 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.213821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] For port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:59.214183 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.226062 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Calling delete_port for b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:12:59.413178 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.417131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5defe770-6d58-4eb2-a5b3-806143859a4c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:59.432064 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad', '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:59.473243 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event deleted for resources: {'Port': ['ID=b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:59.479893 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c8264eb0-3da0-4fa7-8eee-c30f715ed2bb req-f41233bd-ce9b-4353-b9de-5b3d146de595 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd9d98e1-b832-4d8b-8e75-aeb88eac616d HTTP/1.1" status: 200 len: 210 time: 0.0585539 Jun 24 04:12:59.483214 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:59.522228 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] No DVR routers for this DVR port b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:12:59.525284 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.527198 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fe4654fa-9f4a-47f6-8258-ea48fbfb421a req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "DELETE /v2.0/ports/b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 HTTP/1.1" status: 204 len: 173 time: 0.5039506 Jun 24 04:12:59.527680 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'name': 'network-vif-deleted', 'tag': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:59.529982 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f3c348-dfdf-4282-ba21-361de4e73284" -d '{"events": [{"server_uuid": "fd9d98e1-b832-4d8b-8e75-aeb88eac616d", "name": "network-vif-deleted", "tag": "b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:59.569282 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea7bad2-10be-4163-aa14-33330348bf12 x-openstack-request-id: req-bea7bad2-10be-4163-aa14-33330348bf12 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:59.570245 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9d98e1-b832-4d8b-8e75-aeb88eac616d", "name": "network-vif-deleted", "tag": "b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:59.571499 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bea7bad2-10be-4163-aa14-33330348bf12 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:59.572265 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9d98e1-b832-4d8b-8e75-aeb88eac616d', 'name': 'network-vif-deleted', 'tag': 'b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9', 'status': 'completed', 'code': 200} Jun 24 04:12:59.939709 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b337a04-8365-4f84-910f-7bf38d48ffb5 req-5b3a0f3b-681a-412d-a546-bc918748c744 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:59.941207 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7b337a04-8365-4f84-910f-7bf38d48ffb5 req-5b3a0f3b-681a-412d-a546-bc918748c744 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0633116 Jun 24 04:12:59.943612 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b0bd-9a85-4bef-8166-149db4707f9f req-96c7cbc7-28a9-4d62-be73-b6a3514c89f2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:59.945103 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef11b0bd-9a85-4bef-8166-149db4707f9f req-96c7cbc7-28a9-4d62-be73-b6a3514c89f2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0684369 Jun 24 04:12:59.983570 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef11b0bd-9a85-4bef-8166-149db4707f9f req-3777da80-2234-48a2-b175-81c0cd9a09dd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Jun 24 04:12:59.986184 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7b337a04-8365-4f84-910f-7bf38d48ffb5 req-28861011-8b03-4078-ad11-a0a8bf6e0dad tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390108 Jun 24 04:13:00.277457 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408b4b-3c72-4f33-b7d3-c14deb66db8a req-5218b1dd-e473-4658-9bfd-e1f8df89eb4f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:00.278939 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d9408b4b-3c72-4f33-b7d3-c14deb66db8a req-5218b1dd-e473-4658-9bfd-e1f8df89eb4f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0662119 Jun 24 04:13:00.318236 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d9408b4b-3c72-4f33-b7d3-c14deb66db8a req-8c61d60f-a14b-41a2-8134-c019b896ecce tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332592 Jun 24 04:13:01.175543 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183bd7-fa95-46c2-8fd5-ac267c4ca734 req-0b888dcc-7846-4b1c-ab34-bf0107d89c58 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:01.177109 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-57183bd7-fa95-46c2-8fd5-ac267c4ca734 req-0b888dcc-7846-4b1c-ab34-bf0107d89c58 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0742230 Jun 24 04:13:01.209829 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5ee7f-96c1-4f8e-b09a-b98d561a025d req-d110e596-af41-4440-ac03-d21123486242 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:01.211281 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c3a5ee7f-96c1-4f8e-b09a-b98d561a025d req-d110e596-af41-4440-ac03-d21123486242 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0640516 Jun 24 04:13:01.215134 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-57183bd7-fa95-46c2-8fd5-ac267c4ca734 req-dd29edc6-5e91-4344-ae1e-48dc1c5843b3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Jun 24 04:13:01.248959 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c3a5ee7f-96c1-4f8e-b09a-b98d561a025d req-c1ac1ceb-7c0c-4e1d-8d14-2d96e6362586 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Jun 24 04:13:01.376681 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96216e-7b6d-46ae-97fc-0a79ec29260d req-c4856474-33fe-477a-bfb5-ef0250ccbfaf tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:01.378122 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5a96216e-7b6d-46ae-97fc-0a79ec29260d req-c4856474-33fe-477a-bfb5-ef0250ccbfaf tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 946 time: 0.0631049 Jun 24 04:13:01.415795 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5a96216e-7b6d-46ae-97fc-0a79ec29260d req-75cc6842-a73e-4459-bb7a-3ac32a1a8360 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jun 24 04:13:01.684792 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03108be-07fc-4660-9571-8d8f91a94872 req-8e3dd59b-174f-4c4c-a023-87a726438aaf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:01.686321 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c03108be-07fc-4660-9571-8d8f91a94872 req-8e3dd59b-174f-4c4c-a023-87a726438aaf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.2489204 Jun 24 04:13:01.724451 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c03108be-07fc-4660-9571-8d8f91a94872 req-7d918cf5-041d-42b0-abfb-8d4f32f83c7f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322831 Jun 24 04:13:02.400749 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ffdbb-769f-4905-847d-18dfe5501017 req-a18b4d8d-8b9b-4eb1-8a9a-7423420c5e76 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.402138 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4f4ffdbb-769f-4905-847d-18dfe5501017 req-a18b4d8d-8b9b-4eb1-8a9a-7423420c5e76 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0681481 Jun 24 04:13:02.420586 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16a0be-5919-4249-8362-fe53d4661351 req-ecc3efe6-8db4-4bb2-b38c-e4384a800958 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.422065 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6d16a0be-5919-4249-8362-fe53d4661351 req-ecc3efe6-8db4-4bb2-b38c-e4384a800958 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0630255 Jun 24 04:13:02.438701 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4f4ffdbb-769f-4905-847d-18dfe5501017 req-8abd5e2a-c6b3-491a-9ecc-de8b7859c230 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jun 24 04:13:02.462144 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6d16a0be-5919-4249-8362-fe53d4661351 req-d29290ec-a296-4d90-b66f-2f2a4642e477 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342577 Jun 24 04:13:02.604234 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458951-67c6-4011-8443-070869e8a06b req-e8982343-767e-47b2-a82c-7c051a091fc0 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.605721 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e1458951-67c6-4011-8443-070869e8a06b req-e8982343-767e-47b2-a82c-7c051a091fc0 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 946 time: 0.0652511 Jun 24 04:13:02.619664 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:13:02.646878 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e1458951-67c6-4011-8443-070869e8a06b req-6cd592b8-833f-4aaf-8b18-f4a740db7d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Jun 24 04:13:02.853119 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960bbc4-cb4b-48c4-a812-f941170263be req-a46ff184-4301-4361-804c-8e88780df4e9 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.854451 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8960bbc4-cb4b-48c4-a812-f941170263be req-a46ff184-4301-4361-804c-8e88780df4e9 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 946 time: 0.0724864 Jun 24 04:13:02.915437 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109470-dd91-4515-b534-10eb4dd857b5 req-13caa756-d366-491b-bd9e-ce7659ba8b75 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.916922 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9f109470-dd91-4515-b534-10eb4dd857b5 req-13caa756-d366-491b-bd9e-ce7659ba8b75 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0661318 Jun 24 04:13:02.954783 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9f109470-dd91-4515-b534-10eb4dd857b5 req-2d94e7ee-ff07-4f67-b9b5-25142f67b8cb tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321567 Jun 24 04:13:02.960146 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Deleting port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:02.960907 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.049489 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] For port 11738baa-bf09-40d1-b2f0-85964e7ff1f9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=11738baa-bf09-40d1-b2f0-85964e7ff1f9,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:03.050427 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.063006 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Calling delete_port for 11738baa-bf09-40d1-b2f0-85964e7ff1f9 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:03.241865 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.247185 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:03.255629 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad', '11738baa-bf09-40d1-b2f0-85964e7ff1f9'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:03.277772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event deleted for resources: {'Port': ['ID=11738baa-bf09-40d1-b2f0-85964e7ff1f9,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:03.281550 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:03.322155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] No DVR routers for this DVR port 11738baa-bf09-40d1-b2f0-85964e7ff1f9 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:13:03.324882 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.327256 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8960bbc4-cb4b-48c4-a812-f941170263be req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "DELETE /v2.0/ports/11738baa-bf09-40d1-b2f0-85964e7ff1f9 HTTP/1.1" status: 204 len: 173 time: 0.4637976 Jun 24 04:13:03.327771 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'name': 'network-vif-deleted', 'tag': '11738baa-bf09-40d1-b2f0-85964e7ff1f9'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:03.330022 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27f9690-dcf5-4a12-bbbf-4a1e36d71712" -d '{"events": [{"server_uuid": "7fa06196-ac39-4b4d-a48a-e78939a2e060", "name": "network-vif-deleted", "tag": "11738baa-bf09-40d1-b2f0-85964e7ff1f9"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:03.373663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a9748b-56e6-4409-9875-a5ef1f2fe094 x-openstack-request-id: req-16a9748b-56e6-4409-9875-a5ef1f2fe094 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:03.373663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa06196-ac39-4b4d-a48a-e78939a2e060", "name": "network-vif-deleted", "tag": "11738baa-bf09-40d1-b2f0-85964e7ff1f9", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:03.373663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16a9748b-56e6-4409-9875-a5ef1f2fe094 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:03.373663 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa06196-ac39-4b4d-a48a-e78939a2e060', 'name': 'network-vif-deleted', 'tag': '11738baa-bf09-40d1-b2f0-85964e7ff1f9', 'status': 'completed', 'code': 200} Jun 24 04:13:03.626607 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfd408-7b9f-4efd-a51d-dd74cc650dd6 req-50130482-5609-4669-94a3-4726462de3f3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:03.631662 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92bfd408-7b9f-4efd-a51d-dd74cc650dd6 req-50130482-5609-4669-94a3-4726462de3f3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0746787 Jun 24 04:13:03.657755 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d475-626b-4977-a19d-314ee82e112c req-51faa19a-56c4-4e6e-82f0-894ff85e465d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:03.659635 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-27d9d475-626b-4977-a19d-314ee82e112c req-51faa19a-56c4-4e6e-82f0-894ff85e465d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0760858 Jun 24 04:13:03.673619 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-92bfd408-7b9f-4efd-a51d-dd74cc650dd6 req-977af6c3-6592-444a-9d37-506459edf087 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Jun 24 04:13:03.702053 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-27d9d475-626b-4977-a19d-314ee82e112c req-a71c6f81-1a5c-444c-90c7-6546e3d48492 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369024 Jun 24 04:13:03.814154 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-369b34ad-d2e3-4680-ad03-af423fb3b888 req-ca555240-2a57-4e1f-a637-2b3ee0d7a65a tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fa06196-ac39-4b4d-a48a-e78939a2e060 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Jun 24 04:13:04.015564 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 11738baa-bf09-40d1-b2f0-85964e7ff1f9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:04.034964 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 11738baa-bf09-40d1-b2f0-85964e7ff1f9 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:13:04.035314 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 11738baa-bf09-40d1-b2f0-85964e7ff1f9 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:13:04.035730 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:04.054380 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:13:04.054704 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b6fd2b99-973d-4a0f-b3e5-b51c9e9b05b9 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:13:04.134732 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd081701-0d7d-41ba-b851-f79f26bc8514 req-920b5c0b-dbad-4566-9081-77a6dcc66794 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.136312 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dd081701-0d7d-41ba-b851-f79f26bc8514 req-920b5c0b-dbad-4566-9081-77a6dcc66794 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0665433 Jun 24 04:13:04.173673 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dd081701-0d7d-41ba-b851-f79f26bc8514 req-c44d1c88-16d2-43a1-9a77-577b33141a74 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318499 Jun 24 04:13:04.853785 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6813911-b0d7-49ff-8f97-2282858e8c68 req-7ed92d5c-7966-495b-a63b-e01a2f25e8fd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.855299 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a6813911-b0d7-49ff-8f97-2282858e8c68 req-7ed92d5c-7966-495b-a63b-e01a2f25e8fd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0687549 Jun 24 04:13:04.878579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc4c9c-50ad-4483-a203-98716e272c97 req-18a975cc-e554-4be0-a18e-6890f1225fe2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.880034 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3cc4c9c-50ad-4483-a203-98716e272c97 req-18a975cc-e554-4be0-a18e-6890f1225fe2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0635941 Jun 24 04:13:04.897635 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a6813911-b0d7-49ff-8f97-2282858e8c68 req-79c562c0-9a70-41c4-8a62-697849a852fd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Jun 24 04:13:04.921235 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3cc4c9c-50ad-4483-a203-98716e272c97 req-6493206f-4afc-4cda-9a93-32b50c3181d1 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345879 Jun 24 04:13:05.349965 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419d006-5183-4c89-9e56-5164e0cc75dc req-375dbd67-935f-4561-bf8f-b0630c795105 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.351606 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2419d006-5183-4c89-9e56-5164e0cc75dc req-375dbd67-935f-4561-bf8f-b0630c795105 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0643573 Jun 24 04:13:05.392760 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2419d006-5183-4c89-9e56-5164e0cc75dc req-6d1e777a-e859-4ee4-82af-770e78beffa1 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337071 Jun 24 04:13:06.021202 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:13:06.099326 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186bb76-aa18-4d05-96e0-818d8c161852 req-8550a1de-1f7f-4b96-830b-c7ce7655a65d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.107053 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0186bb76-aa18-4d05-96e0-818d8c161852 req-8550a1de-1f7f-4b96-830b-c7ce7655a65d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0901332 Jun 24 04:13:06.155678 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0186bb76-aa18-4d05-96e0-818d8c161852 req-258a5799-e690-466d-8763-7d4f467002a0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476308 Jun 24 04:13:06.165026 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:06.180461 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'mac_address': 'fa:16:3e:9e:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:13:06.222895 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.237456 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:06.260668 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:06.278504 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c387ef3-1b86-486f-987a-a72c8a328c6d req-dfb73f10-f10b-4870-be42-547c929446f2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.280660 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7c387ef3-1b86-486f-987a-a72c8a328c6d req-dfb73f10-f10b-4870-be42-547c929446f2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0763748 Jun 24 04:13:06.328693 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7c387ef3-1b86-486f-987a-a72c8a328c6d req-8b90fbf3-2867-4d1d-b4c0-ed7460bf1a2d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367382 Jun 24 04:13:06.348673 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.351323 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:06.405576 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=6']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:06.413783 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.414138 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.414472 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.414805 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.415192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.415517 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.415844 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.416177 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.416499 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.416824 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.417169 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.417509 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:06.425294 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:06.464165 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['5d60dc92-6cc3-4bd2-a15e-c331cacb9869'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:06.576184 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a5d7-f517-41da-88a4-779a09501d52 req-4a7e20d6-43fc-41be-9c36-ff075a7ad5a2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.577683 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-72c1a5d7-f517-41da-88a4-779a09501d52 req-4a7e20d6-43fc-41be-9c36-ff075a7ad5a2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.0684037 Jun 24 04:13:06.630494 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-72c1a5d7-f517-41da-88a4-779a09501d52 req-9cdb2361-1f8b-40b0-b944-f2c191ef598d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464630 Jun 24 04:13:06.818761 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3de59-8cbf-4996-ab64-a2d1986619d4 req-742cf89f-3662-49ad-bee1-a25ae5ef67bb tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.820120 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d2d3de59-8cbf-4996-ab64-a2d1986619d4 req-742cf89f-3662-49ad-bee1-a25ae5ef67bb tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.0659740 Jun 24 04:13:06.858630 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d2d3de59-8cbf-4996-ab64-a2d1986619d4 req-4d2cc41a-2cfc-4290-b7d3-d4a5854495d1 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324259 Jun 24 04:13:07.233188 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-10d905c2-5304-4a49-8c74-33d04c5b19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.234691 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-10d905c2-5304-4a49-8c74-33d04c5b19f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.0526605 Jun 24 04:13:07.328229 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59134160-1754-4a03-bede-558cf4b8daba req-a166701f-966d-4402-9f6b-ae20a6671755 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.330183 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-59134160-1754-4a03-bede-558cf4b8daba req-a166701f-966d-4402-9f6b-ae20a6671755 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0680263 Jun 24 04:13:07.349890 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-354b88f2-9cbb-48c5-b49b-050084c6b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.351396 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-354b88f2-9cbb-48c5-b49b-050084c6b049 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.0850365 Jun 24 04:13:07.368457 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-59134160-1754-4a03-bede-558cf4b8daba req-8ee7c150-d797-4e2a-9d21-2f7b93a86507 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Jun 24 04:13:07.403942 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-ddaeeb05-d803-4ab5-a768-c05cde7d0c6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0414414 Jun 24 04:13:07.475337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-003dfe73-b5fc-4c08-bb55-a0fac360affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.476885 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-003dfe73-b5fc-4c08-bb55-a0fac360affe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0658782 Jun 24 04:13:07.526767 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-7da878aa-9465-4ee1-bb95-7e0dbdc8554a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328929 Jun 24 04:13:07.608424 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf66e3c-d19c-482e-82ba-0b61f8fed42e req-cc34afc4-068a-444b-ab1d-3f67a4d66496 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.609881 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5bf66e3c-d19c-482e-82ba-0b61f8fed42e req-cc34afc4-068a-444b-ab1d-3f67a4d66496 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1541448 Jun 24 04:13:07.653460 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-f713b27f-49f5-4541-b832-8ce9e9eb8f22 service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169214 Jun 24 04:13:07.673271 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5bf66e3c-d19c-482e-82ba-0b61f8fed42e req-31b8b178-c438-4724-8b6f-00b974cc19c8 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569427 Jun 24 04:13:07.771979 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ca3cd2ec-18fb-4a75-a67d-e589b8dc30ce req-221e7357-fc51-496b-9517-e9a11146a09e service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102707 Jun 24 04:13:07.827809 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a925d-3ca2-4b52-9dce-7e0da469cbd9 req-46c31b3e-ba4e-4642-94d0-0318099a540d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.829315 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f71a925d-3ca2-4b52-9dce-7e0da469cbd9 req-46c31b3e-ba4e-4642-94d0-0318099a540d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.0763910 Jun 24 04:13:07.870056 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f71a925d-3ca2-4b52-9dce-7e0da469cbd9 req-db478959-b7e3-4625-8519-31a0b5d8e39c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Jun 24 04:13:08.028431 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:08.039426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929f040-c5d5-440c-b9cd-63d3ef1f89f3 req-e3ff86e0-b7f6-4aa5-a51a-3a6ced694777 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.040929 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6929f040-c5d5-440c-b9cd-63d3ef1f89f3 req-e3ff86e0-b7f6-4aa5-a51a-3a6ced694777 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.0682645 Jun 24 04:13:08.102934 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:08.103634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.110849 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6929f040-c5d5-440c-b9cd-63d3ef1f89f3 req-b01f797f-1f95-48a2-b793-b9c702c5076d tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Jun 24 04:13:08.194852 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.218303 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:08.220576 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1f2de-e27d-4782-a363-69b81a293aed" -d '{"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-plugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:08.234106 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:08.260907 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da5501-896d-447e-831e-f9d1e71ab5fc x-openstack-request-id: req-24da5501-896d-447e-831e-f9d1e71ab5fc {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:08.261244 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-plugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:08.261507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24da5501-896d-447e-831e-f9d1e71ab5fc {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:08.261904 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'code': 200} Jun 24 04:13:08.307542 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.311691 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:08.359824 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=7']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:08.363282 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:08.569116 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ec85-9b31-4bf2-b490-dd93965b3931 req-fad4f11e-7f9f-4bf4-8d37-169caac223dd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.570586 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b554ec85-9b31-4bf2-b490-dd93965b3931 req-fad4f11e-7f9f-4bf4-8d37-169caac223dd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0770524 Jun 24 04:13:08.611352 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b554ec85-9b31-4bf2-b490-dd93965b3931 req-8daeccf0-3136-4590-93ac-ad3a9d5b1533 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350494 Jun 24 04:13:08.877396 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-dcae0e27-62f1-4b39-8c93-65d7dfccc135 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.879440 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a195f-1e2d-418d-a579-ead6f3e4f15d req-0c6a8c0e-2fdf-4ac4-bb26-9ed820768080 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.880968 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-dcae0e27-62f1-4b39-8c93-65d7dfccc135 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.0900738 Jun 24 04:13:08.882916 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c27a195f-1e2d-418d-a579-ead6f3e4f15d req-0c6a8c0e-2fdf-4ac4-bb26-9ed820768080 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0947874 Jun 24 04:13:08.910792 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.961993 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c27a195f-1e2d-418d-a579-ead6f3e4f15d req-130cfe6c-f191-4c7c-b346-56c465fa0f51 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730975 Jun 24 04:13:09.125094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Deleting port b7da1d00-df03-48c0-8b0a-dbd8ec693bad {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:09.125094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.148427 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c956ab-ee26-4d26-a5d0-c20d5706893a req-6850e116-3736-43b5-9bf7-6d32c8679f85 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:09.157983 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-28c956ab-ee26-4d26-a5d0-c20d5706893a req-6850e116-3736-43b5-9bf7-6d32c8679f85 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.1259708 Jun 24 04:13:09.280831 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-28c956ab-ee26-4d26-a5d0-c20d5706893a req-8d4e082d-7026-48bf-9f7a-4287d425a436 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205595 Jun 24 04:13:09.305303 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] For port b7da1d00-df03-48c0-8b0a-dbd8ec693bad, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,segment=NetworkSegment(d753e96b-95f8-46f6-b187-d56e1d3c16b3),segment_id=d753e96b-95f8-46f6-b187-d56e1d3c16b3)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:09.305736 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.319940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Calling delete_port for b7da1d00-df03-48c0-8b0a-dbd8ec693bad owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:09.419450 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101018-f483-4e14-a152-656d6785e40d req-5553f78e-c8ef-4c86-b8b2-cba5e837d9ed tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:09.421388 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-74101018-f483-4e14-a152-656d6785e40d req-5553f78e-c8ef-4c86-b8b2-cba5e837d9ed tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 946 time: 0.1132832 Jun 24 04:13:09.481693 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-74101018-f483-4e14-a152-656d6785e40d req-40714c53-07da-48a6-8f1d-2ad96f4d31af tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/security-groups?id=94d5a476-c5a3-44f1-b8d8-404fb5e586aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Jun 24 04:13:09.756739 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.769100 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b7da1d00-df03-48c0-8b0a-dbd8ec693bad'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:09.791621 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fe473cb3-54ce-43fb-acbb-3ccba03e2d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:09.828848 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Pushing event deleted for resources: {'Port': ['ID=b7da1d00-df03-48c0-8b0a-dbd8ec693bad,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:09.837125 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:10.170140 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792933d3-1472-4969-b0fd-de235bdc0564 req-2806cb08-34ab-416c-85bd-784bc4bfc990 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:10.178597 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-792933d3-1472-4969-b0fd-de235bdc0564 req-2806cb08-34ab-416c-85bd-784bc4bfc990 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0750992 Jun 24 04:13:10.219380 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] No DVR routers for this DVR port b7da1d00-df03-48c0-8b0a-dbd8ec693bad on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:13:10.224031 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:10.226200 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-6c918547-a9a4-4ffc-b777-e9ff2497b8ba req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.21 "DELETE /v2.0/ports/b7da1d00-df03-48c0-8b0a-dbd8ec693bad HTTP/1.1" status: 204 len: 173 time: 1.3356972 Jun 24 04:13:10.230388 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-792933d3-1472-4969-b0fd-de235bdc0564 req-7ff329a9-670d-43ab-8731-20876a9d2cf9 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459213 Jun 24 04:13:10.230559 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be360982-f926-4ba2-ac25-a9636cee36df', 'name': 'network-vif-deleted', 'tag': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:10.230559 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be4d7f-6c7e-4a9e-94bd-92da903053f0" -d '{"events": [{"server_uuid": "be360982-f926-4ba2-ac25-a9636cee36df", "name": "network-vif-deleted", "tag": "b7da1d00-df03-48c0-8b0a-dbd8ec693bad"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:10.283347 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3d88-8735-4d66-855d-39b013bb7621 req-7a0770f7-d77d-4709-8bb7-8c5c3300be24 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:10.291580 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3e4a3d88-8735-4d66-855d-39b013bb7621 req-7a0770f7-d77d-4709-8bb7-8c5c3300be24 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.5464652 Jun 24 04:13:10.296116 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4cdc34-aa2a-478d-8c8c-6ebbcfc024c7 x-openstack-request-id: req-7c4cdc34-aa2a-478d-8c8c-6ebbcfc024c7 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:10.296605 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be360982-f926-4ba2-ac25-a9636cee36df", "name": "network-vif-deleted", "tag": "b7da1d00-df03-48c0-8b0a-dbd8ec693bad", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:10.297059 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c4cdc34-aa2a-478d-8c8c-6ebbcfc024c7 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:10.297655 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be360982-f926-4ba2-ac25-a9636cee36df', 'name': 'network-vif-deleted', 'tag': 'b7da1d00-df03-48c0-8b0a-dbd8ec693bad', 'status': 'completed', 'code': 200} Jun 24 04:13:10.362863 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3e4a3d88-8735-4d66-855d-39b013bb7621 req-dbdb301c-9747-4b56-8855-c602920f5829 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637865 Jun 24 04:13:10.520883 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0217f-df14-4f21-a87a-cc4088e03889 req-fa6f0c82-ad62-4c8e-aae3-e0d805b7b36f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:10.522877 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6cf0217f-df14-4f21-a87a-cc4088e03889 req-fa6f0c82-ad62-4c8e-aae3-e0d805b7b36f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0727992 Jun 24 04:13:10.570353 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6cf0217f-df14-4f21-a87a-cc4088e03889 req-ffbd8e41-402b-407b-9077-d9144181cbd9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409820 Jun 24 04:13:10.661480 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cf468cde-f6cd-4598-a1c8-2d573d5197ed req-a4cf7397-c276-47fc-86b2-6750b1e3e765 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] 10.222.0.11 "GET /v2.0/ports?device_id=be360982-f926-4ba2-ac25-a9636cee36df HTTP/1.1" status: 200 len: 210 time: 0.0342939 Jun 24 04:13:11.554309 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb101e8-71e6-4bef-8416-93ce482f87a9 req-0f9122f4-6c61-4c51-a237-18782f6d51a1 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:11.555823 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8eb101e8-71e6-4bef-8416-93ce482f87a9 req-0f9122f4-6c61-4c51-a237-18782f6d51a1 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1946778 Jun 24 04:13:11.627164 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8eb101e8-71e6-4bef-8416-93ce482f87a9 req-ce436bef-3868-47ed-85af-75a1205f0983 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590801 Jun 24 04:13:11.683915 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9934cb-c941-4c88-9a04-b13d2e148d64 req-4fadc63b-cef0-4ed2-9294-7ca6b2d5cdce tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:11.685428 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-df9934cb-c941-4c88-9a04-b13d2e148d64 req-4fadc63b-cef0-4ed2-9294-7ca6b2d5cdce tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1036708 Jun 24 04:13:11.785110 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-df9934cb-c941-4c88-9a04-b13d2e148d64 req-bc4e4989-85ff-4d8f-95bf-2ece87ed3090 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931156 Jun 24 04:13:11.858539 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a82ab-e9a0-4520-91ab-717c094f064e req-7ca3813a-0f17-4b9e-9dbf-198a5daedba7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:11.860013 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-214a82ab-e9a0-4520-91ab-717c094f064e req-7ca3813a-0f17-4b9e-9dbf-198a5daedba7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0734992 Jun 24 04:13:11.901569 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-214a82ab-e9a0-4520-91ab-717c094f064e req-f5db6430-709a-4387-bb84-937b024081f3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349343 Jun 24 04:13:11.983989 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44360) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:12.027451 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Deleting subnet bcadff27-695f-4913-958d-625e97f03859 {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:13:12.031404 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.066191 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282948'] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.106264 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.246516 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9387162'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.249298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ceb7dc34-cab0-4499-b509-cbb74b19fe1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:12.273778 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcadff27-695f-4913-958d-625e97f03859,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:12.277287 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:12.283068 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.283068 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-30c92b0f-a022-4bff-9bd3-056b83f1a542 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bcadff27-695f-4913-958d-625e97f03859 HTTP/1.1" status: 204 len: 168 time: 0.2953835 Jun 24 04:13:12.283068 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44368) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:12.370911 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.397430 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155b9c9-622c-4eb5-b42d-91bc3cd356e5 req-2bf10d46-6a7c-4b4c-9010-8166bf2ab983 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:12.398965 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2155b9c9-622c-4eb5-b42d-91bc3cd356e5 req-2bf10d46-6a7c-4b4c-9010-8166bf2ab983 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0982716 Jun 24 04:13:12.442528 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2155b9c9-622c-4eb5-b42d-91bc3cd356e5 req-19df3a68-8099-43f9-af10-6e30e1723d3b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380473 Jun 24 04:13:12.496314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.513743 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf35318-adfe-407c-8df8-4bcad2f50790']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:12.530609 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd753e96b-95f8-46f6-b187-d56e1d3c16b3') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:12.530883 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd753e96b-95f8-46f6-b187-d56e1d3c16b3') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:12.544214 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.566185 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:13:12.577227 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:13:12.587673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-c1c621eb-48a2-4d3b-bdaf-8e675605d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:12.589216 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-c1c621eb-48a2-4d3b-bdaf-8e675605d6fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 1098 time: 0.1275530 Jun 24 04:13:12.741146 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-ed460472-1a73-4576-827e-11e0f283438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:12.741146 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-ed460472-1a73-4576-827e-11e0f283438b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 910 time: 0.1176233 Jun 24 04:13:12.805637 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.836129 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:12.839362 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.847888 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] 10.222.0.11 "DELETE /v2.0/networks/daf35318-adfe-407c-8df8-4bcad2f50790 HTTP/1.1" status: 204 len: 168 time: 0.5611234 Jun 24 04:13:12.873912 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf35318-adfe-407c-8df8-4bcad2f50790,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:12.890336 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:12.905921 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-4bd89fc2-41f3-4630-a4b3-7a3284ed2ea9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 200 len: 1001 time: 0.1547751 Jun 24 04:13:12.964048 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-67fe54a0-569f-4515-9e0f-5bbd3dc9dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:12.965712 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-67fe54a0-569f-4515-9e0f-5bbd3dc9dad3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.0535336 Jun 24 04:13:13.075139 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-a43eb872-d33e-429b-a1a5-0fec6bf94d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:13.077017 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-a43eb872-d33e-429b-a1a5-0fec6bf94d3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1033509 Jun 24 04:13:13.147463 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51da45-1553-4376-9799-5c0e0dfe34fe req-55482222-7ee1-4171-82c2-24caa3f9e76f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:13.148861 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ee51da45-1553-4376-9799-5c0e0dfe34fe req-55482222-7ee1-4171-82c2-24caa3f9e76f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0890126 Jun 24 04:13:13.175821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d90a1f-cb7c-469c-b533-cf258862a5f4 req-a16a3294-8ade-43fe-bc1f-78bbcb61b299 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:13.182664 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3d90a1f-cb7c-469c-b533-cf258862a5f4 req-a16a3294-8ade-43fe-bc1f-78bbcb61b299 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1559596 Jun 24 04:13:13.196724 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ee51da45-1553-4376-9799-5c0e0dfe34fe req-1a498426-cfbc-4149-a824-15aa41f12daf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Jun 24 04:13:13.251430 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3d90a1f-cb7c-469c-b533-cf258862a5f4 req-63e7efab-5209-4689-844e-57f7cba9d5df tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678985 Jun 24 04:13:13.260707 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-0e9b92c7-325f-4bc6-aecb-1109c5badc42 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639082 Jun 24 04:13:13.326157 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44386) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:13.386110 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-55e49c86-aa65-474d-b82b-8c5043c6f7e0 req-e74e12b9-1a31-4ce4-8c07-d26cab30243a service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185241 Jun 24 04:13:13.388760 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-c66efd9e-c40f-4401-b6c7-54fec46e462a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=703a78c55f3141de8189fc794a77b40e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0615911 Jun 24 04:13:13.393090 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44388) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:13.456705 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.488222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.633135 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950637-8c9a-4512-905a-8b8066586cd0 req-b50192dc-c5ea-4ef4-917c-6c5cfaa193ef tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:13.634904 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-15950637-8c9a-4512-905a-8b8066586cd0 req-b50192dc-c5ea-4ef4-917c-6c5cfaa193ef tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0663071 Jun 24 04:13:13.646753 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.650083 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.651378 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94d5a476-c5a3-44f1-b8d8-404fb5e586aa HTTP/1.1" status: 204 len: 168 time: 0.2573588 Jun 24 04:13:13.652381 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b73482f7-f7d0-4a93-9352-41f542345097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:13.664478 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5a476-c5a3-44f1-b8d8-404fb5e586aa,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:13.667233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:13.692184 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-15950637-8c9a-4512-905a-8b8066586cd0 req-7d393ee6-3396-4f91-a303-9707e6ccfc61 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516551 Jun 24 04:13:14.072885 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b7da1d00-df03-48c0-8b0a-dbd8ec693bad no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:14.098388 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: b7da1d00-df03-48c0-8b0a-dbd8ec693bad {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:13:14.098742 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b7da1d00-df03-48c0-8b0a-dbd8ec693bad not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:13:14.523657 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456f5b-6a39-4147-8687-52c47a4d18b0 req-39c5c596-5f81-4fe3-9dd9-2f0f7d548183 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:14.528777 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d7456f5b-6a39-4147-8687-52c47a4d18b0 req-39c5c596-5f81-4fe3-9dd9-2f0f7d548183 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.1037161 Jun 24 04:13:14.585425 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28913f85-0b28-4cb4-b6c8-e23dacc11d06 req-a1b9fbf3-5730-4b3d-8836-bee231539e0a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:14.587120 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-28913f85-0b28-4cb4-b6c8-e23dacc11d06 req-a1b9fbf3-5730-4b3d-8836-bee231539e0a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1442680 Jun 24 04:13:14.613557 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d7456f5b-6a39-4147-8687-52c47a4d18b0 req-d489c943-989e-485d-9167-c94adaace7b7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791218 Jun 24 04:13:14.656153 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-28913f85-0b28-4cb4-b6c8-e23dacc11d06 req-a8c8a060-55e3-4107-92f5-47559a2ea979 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567992 Jun 24 04:13:15.222570 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cba16-eb7a-439b-b9c9-4f32c2577541 req-017cc56d-f27b-47fe-96b8-c6eb7834ce88 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:15.225828 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7e8cba16-eb7a-439b-b9c9-4f32c2577541 req-017cc56d-f27b-47fe-96b8-c6eb7834ce88 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.3187668 Jun 24 04:13:15.331838 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7e8cba16-eb7a-439b-b9c9-4f32c2577541 req-71e9d9e7-d517-4b59-a897-1f6b890bdedf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008222 Jun 24 04:13:15.803540 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eee46-e1e0-4ee3-9205-f6fc7d3be3e4 req-ada6ae6a-8446-491e-9c14-ec481e7bcd50 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:15.805187 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9f8eee46-e1e0-4ee3-9205-f6fc7d3be3e4 req-ada6ae6a-8446-491e-9c14-ec481e7bcd50 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0728116 Jun 24 04:13:15.841539 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa512-0717-4aa0-a6bd-0234f8eda790 req-3f5fed6d-4952-436e-b4c3-9a201a1cab2d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:15.844362 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-07dfa512-0717-4aa0-a6bd-0234f8eda790 req-3f5fed6d-4952-436e-b4c3-9a201a1cab2d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0739009 Jun 24 04:13:15.895493 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9f8eee46-e1e0-4ee3-9205-f6fc7d3be3e4 req-3c6a8e95-18de-44a0-a09b-a812600d529d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846040 Jun 24 04:13:15.905177 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-07dfa512-0717-4aa0-a6bd-0234f8eda790 req-b11e7e5b-8c48-4290-907b-c6e128644126 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Jun 24 04:13:16.455186 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44472) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:16.725858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.841186 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.983352 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.986761 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8f783216-acd4-49c2-8f6d-dfe9af2bdd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:17.013978 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9dbbb9-e9cb-4c8b-baf2-df3b4267f025,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:17.022040 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:17.078299 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9129e1a864e242c4ac1d7753558699a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206217 Jun 24 04:13:17.083925 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44490) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:17.159722 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4d465-3965-4dce-b604-5c35834fce51 req-d7be9f59-fa57-4d52-83cc-de038a8d088b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:17.166904 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c2c4d465-3965-4dce-b604-5c35834fce51 req-d7be9f59-fa57-4d52-83cc-de038a8d088b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0922153 Jun 24 04:13:17.217780 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c2c4d465-3965-4dce-b604-5c35834fce51 req-e09a98f0-cc76-4d97-bc90-75123833da23 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498552 Jun 24 04:13:17.225204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.237411 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84187fb-f241-43b5-b561-622db3684586 req-bd2cea5a-6997-424b-bbac-def3e1ee90f7 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:17.239196 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e84187fb-f241-43b5-b561-622db3684586 req-bd2cea5a-6997-424b-bbac-def3e1ee90f7 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1571414 Jun 24 04:13:17.276610 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.322355 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e84187fb-f241-43b5-b561-622db3684586 req-abb18ddc-80d7-423c-88d8-6ead149166b3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722528 Jun 24 04:13:17.370310 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 44494) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:17.435220 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.437947 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.441996 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba9dbbb9-e9cb-4c8b-baf2-df3b4267f025 HTTP/1.1" status: 204 len: 168 time: 0.3545041 Jun 24 04:13:17.441996 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-020ce7ad-368f-400c-94dc-0ee7035cd201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:17.469449 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9dbbb9-e9cb-4c8b-baf2-df3b4267f025,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:17.477594 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:17.527465 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.694489 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.749686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.753673 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6ab5bfcb-144a-4cc7-b79a-b41589202d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:17.786067 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35205de5-b05f-4adc-ab3b-1016adf061b0,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:17.790614 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:17.802811 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63e7c4499ea24c63aa7252c975882750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311230 Jun 24 04:13:17.805142 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 44506) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:17.877341 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.912062 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.078894 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.082370 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.084048 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35205de5-b05f-4adc-ab3b-1016adf061b0 HTTP/1.1" status: 204 len: 168 time: 0.2773709 Jun 24 04:13:18.085368 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-72ec6ae4-94eb-485f-9c1f-f48112b3bb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:18.103178 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35205de5-b05f-4adc-ab3b-1016adf061b0,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:18.115853 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:18.442886 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902a0c-faa4-44c3-b842-b2a57b8ca480 req-6028febe-68e2-4dff-9238-39c68528078a tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:18.453709 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f0902a0c-faa4-44c3-b842-b2a57b8ca480 req-6028febe-68e2-4dff-9238-39c68528078a tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0997272 Jun 24 04:13:18.506660 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f0902a0c-faa4-44c3-b842-b2a57b8ca480 req-35cca7d6-d30e-44dc-82c0-1fbba77e9723 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518954 Jun 24 04:13:18.565996 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359dbe-a975-4c22-9232-283341e954b1 req-2f6570a5-4125-4169-8b11-498b8aebf151 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:18.573381 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-78359dbe-a975-4c22-9232-283341e954b1 req-2f6570a5-4125-4169-8b11-498b8aebf151 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0889797 Jun 24 04:13:18.610175 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-78359dbe-a975-4c22-9232-283341e954b1 req-1fa745f2-0ab9-4d24-aeaa-f8babe2b8639 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Jun 24 04:13:19.708935 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc3ffd-8025-41c7-9e81-b481d6482033 req-8fe3f8be-54b3-4d74-b0ba-1cefa9696efd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:19.716335 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d8fc3ffd-8025-41c7-9e81-b481d6482033 req-8fe3f8be-54b3-4d74-b0ba-1cefa9696efd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0831575 Jun 24 04:13:19.754459 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d8fc3ffd-8025-41c7-9e81-b481d6482033 req-fec1abfc-b363-4157-80c2-10a283bf2e09 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Jun 24 04:13:19.823631 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077dc76-ec59-4df9-8dba-25a6988f73bf req-8c1290b2-6963-422e-92ea-d839656fadb6 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:19.826146 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9077dc76-ec59-4df9-8dba-25a6988f73bf req-8c1290b2-6963-422e-92ea-d839656fadb6 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0814395 Jun 24 04:13:19.896720 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9077dc76-ec59-4df9-8dba-25a6988f73bf req-fc0db391-1b92-42d9-9114-e91e1e541a00 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Jun 24 04:13:20.468889 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae309a-472f-406f-a673-58c9a41b277b req-33a08d5c-afe1-4ba4-93b0-226ea21864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:20.470778 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53ae309a-472f-406f-a673-58c9a41b277b req-33a08d5c-afe1-4ba4-93b0-226ea21864ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.0616434 Jun 24 04:13:20.507749 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53ae309a-472f-406f-a673-58c9a41b277b req-94fa618f-8726-4118-9e8c-6be3b2c1011f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293911 Jun 24 04:13:20.968377 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92526d7-e248-4610-ba73-5774721fb4bf req-d03e330b-926e-4267-806b-bffcb475bcfd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:20.968377 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d92526d7-e248-4610-ba73-5774721fb4bf req-d03e330b-926e-4267-806b-bffcb475bcfd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0770068 Jun 24 04:13:21.021575 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d92526d7-e248-4610-ba73-5774721fb4bf req-f857250a-8c60-4948-b5a9-175c0fdcfd9d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462825 Jun 24 04:13:21.117299 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fcbce-0f58-4386-9f48-e2c54103fa63 req-fccf3846-ec84-41e1-ab4a-b293019cf92d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:21.117299 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-739fcbce-0f58-4386-9f48-e2c54103fa63 req-fccf3846-ec84-41e1-ab4a-b293019cf92d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0701129 Jun 24 04:13:21.153851 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-739fcbce-0f58-4386-9f48-e2c54103fa63 req-6823239d-a6d3-49c2-8b2e-1d6184ad9df2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Jun 24 04:13:21.765833 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-461a2f46-809c-45d6-809e-3224fc53c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:21.767290 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-461a2f46-809c-45d6-809e-3224fc53c72e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1098 time: 0.0525563 Jun 24 04:13:21.974444 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-1bc84563-496e-462c-b465-23a2484208b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:21.974444 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-1bc84563-496e-462c-b465-23a2484208b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.0851884 Jun 24 04:13:21.974444 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-3775e58c-beb4-44a6-9ff9-c27f75126d91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 200 len: 1001 time: 0.0624084 Jun 24 04:13:21.978164 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-e7ee7f9b-8cc4-4305-883f-217391168197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:21.982785 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-e7ee7f9b-8cc4-4305-883f-217391168197 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0449998 Jun 24 04:13:22.039271 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-3163bfe1-01d3-47f7-85b9-3a364303dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:22.041103 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-3163bfe1-01d3-47f7-85b9-3a364303dc5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0529573 Jun 24 04:13:22.137568 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-20322cba-45d9-4315-8868-ae2816393a9b service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905116 Jun 24 04:13:22.220689 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233877d0-ae74-4bc2-ad03-aa3c51cff593 req-ce43f4e0-2822-4238-bf78-f02d16fdb661 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:22.230885 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-233877d0-ae74-4bc2-ad03-aa3c51cff593 req-ce43f4e0-2822-4238-bf78-f02d16fdb661 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0884030 Jun 24 04:13:22.245694 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7a0b055e-b43c-4f3c-87b4-98b047123c9d req-224f4cd2-a3c1-4459-8040-96df6c9b3974 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002152 Jun 24 04:13:22.272715 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-233877d0-ae74-4bc2-ad03-aa3c51cff593 req-d34f36cd-96ed-439c-9a48-37ad6cb1a738 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406966 Jun 24 04:13:22.342208 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b4ffc-6bed-4e12-bdd3-d29410c3e93a req-5b99a9da-6f73-4663-9962-35038bb49166 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:22.343673 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-347b4ffc-6bed-4e12-bdd3-d29410c3e93a req-5b99a9da-6f73-4663-9962-35038bb49166 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0654874 Jun 24 04:13:22.381252 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-347b4ffc-6bed-4e12-bdd3-d29410c3e93a req-8d0d3e7f-0d4e-4fd6-88b7-0d10db5604ee tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Jun 24 04:13:23.215843 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-90c97319-8d15-42d6-9b78-303f00aa176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:23.275172 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386cabb-9418-4eee-b39a-f3ef9df10573 req-12e7361e-b19f-487b-987e-691245a37245 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:23.277070 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5386cabb-9418-4eee-b39a-f3ef9df10573 req-12e7361e-b19f-487b-987e-691245a37245 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0728631 Jun 24 04:13:23.321448 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5386cabb-9418-4eee-b39a-f3ef9df10573 req-184ced55-f4ad-46ed-9ec8-64b4a3f26574 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370064 Jun 24 04:13:23.337988 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-d4c519fa-9013-4719-a4ff-dde8c86e3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:23.339438 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-d4c519fa-9013-4719-a4ff-dde8c86e3d2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=00144e8f1f44463f90e204fefdcbdf21&device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 1099 time: 0.0551422 Jun 24 04:13:23.472828 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-529a0c0e-ae7c-4de0-94b4-2ee014eca4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:23.474184 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-529a0c0e-ae7c-4de0-94b4-2ee014eca4c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 200 len: 919 time: 0.1272404 Jun 24 04:13:23.486058 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65658-01c3-44ae-a9fa-887ec0104529 req-051bd135-6824-4f4c-87f0-23b14515dcf8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:23.491049 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2cb65658-01c3-44ae-a9fa-887ec0104529 req-051bd135-6824-4f4c-87f0-23b14515dcf8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0859094 Jun 24 04:13:23.537783 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-8640700e-987d-4462-abcd-ceceb6c3ae58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 200 len: 217 time: 0.0494244 Jun 24 04:13:23.580176 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-2cb65658-01c3-44ae-a9fa-887ec0104529 req-eed66f5b-3de9-43a3-a87f-96a172589446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862224 Jun 24 04:13:23.596282 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-e8ebffeb-d912-4c06-96f7-200bab59e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:23.598389 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-e8ebffeb-d912-4c06-96f7-200bab59e414 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 200 len: 858 time: 0.0543976 Jun 24 04:13:23.633864 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-6e39e7f3-cd0d-4476-90ec-f3c6735c269a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7abf061d-ea27-4ce0-8c91-c77b32e3255a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287979 Jun 24 04:13:23.723250 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-fcdff64c-56b6-4f5c-9608-29ea5e500dbc service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827808 Jun 24 04:13:23.810341 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f9b7579-7fe2-41bd-8a9d-584e0d490f20 req-ced08461-9c53-4fbb-80c2-c3b546ef3f5d service neutron] 10.222.0.21 "GET /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806375 Jun 24 04:13:24.348825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 44682) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:24.481677 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.541401 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30605-2c6a-482c-a893-a381e7741cef req-850dd2d0-7ad8-49e9-bbfa-0163bd87bdc3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:24.542786 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-06d30605-2c6a-482c-a893-a381e7741cef req-850dd2d0-7ad8-49e9-bbfa-0163bd87bdc3 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.1035337 Jun 24 04:13:24.597625 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-06d30605-2c6a-482c-a893-a381e7741cef req-71e7fd0d-b0e0-4b37-8319-3a26606e714a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 Jun 24 04:13:24.624108 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.686861 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.690542 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2a70428a-96c2-49b9-abe2-3bad1044b038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:24.729410 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9202d6b34b0042ef98dfd0e2600df1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786535 Jun 24 04:13:24.734248 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e027a240-f0ec-4956-8bc5-8f95fe3262fa,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:24.734248 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:24.736443 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 44690) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:24.789344 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b30e31-81ef-4ee5-bc67-686836e9e714 req-3c28910f-0281-4482-98a7-40a8bef61773 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:24.790805 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a2b30e31-81ef-4ee5-bc67-686836e9e714 req-3c28910f-0281-4482-98a7-40a8bef61773 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 945 time: 0.0820611 Jun 24 04:13:24.793052 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.814757 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.837621 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a2b30e31-81ef-4ee5-bc67-686836e9e714 req-7bdb98d6-596b-481e-a8eb-81110251c58e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Jun 24 04:13:24.966308 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.969120 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:24.970267 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e027a240-f0ec-4956-8bc5-8f95fe3262fa HTTP/1.1" status: 204 len: 168 time: 0.2328982 Jun 24 04:13:24.971017 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6a383302-c313-4627-b9a6-6fd3ccaab279 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:24.979331 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027a240-f0ec-4956-8bc5-8f95fe3262fa,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:24.981690 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:25.570707 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44710) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:25.584721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.676053 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.775788 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5843-ed43-42e1-ade4-a4c7c96e9d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.776858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf4ee-3ab7-4a7e-a959-e1ab069a9b44 req-523adf2a-e61f-41b4-8dc5-3091becfd889 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:25.781579 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45baf4ee-3ab7-4a7e-a959-e1ab069a9b44 req-523adf2a-e61f-41b4-8dc5-3091becfd889 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0681751 Jun 24 04:13:25.784483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.788257 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:25.845114 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c63f00e0b4b416b82dc09d2efe93a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733054 Jun 24 04:13:25.848534 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 44718) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:25.856351 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45baf4ee-3ab7-4a7e-a959-e1ab069a9b44 req-27c86b7c-99d8-4301-8b9d-9a768fecdec0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672684 Jun 24 04:13:25.856351 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b7854-b53f-4d7d-87f1-67a00e227d3a,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:25.859334 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:25.874850 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.914537 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.936550 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:26.091915 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:26.094654 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:26.095876 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b3b7854-b53f-4d7d-87f1-67a00e227d3a HTTP/1.1" status: 204 len: 168 time: 0.2461343 Jun 24 04:13:26.097352 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-fb7db586-661c-4b13-a563-9b641a33047d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:26.106024 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b7854-b53f-4d7d-87f1-67a00e227d3a,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:26.108287 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:26.185913 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:26.268622 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:26.291034 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:26.293292 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61976ce4-a9f2-4bbe-a15a-d5734ec355e0" -d '{"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-unplugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:26.321182 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:26.332403 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95d703c-43ab-4075-9c59-3b895c5e5d69 x-openstack-request-id: req-f95d703c-43ab-4075-9c59-3b895c5e5d69 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:26.332723 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-unplugged", "status": "failed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "code": 422}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:26.332979 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f95d703c-43ab-4075-9c59-3b895c5e5d69 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:26.333436 dv-cinder-792462-18-smb neutron-server[93544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'code': 422} returned with failed status Jun 24 04:13:26.438395 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:26.440662 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:26.490297 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=8']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:26.493692 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:26.677934 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac10040-0958-48a5-adc3-9a0e66b57549 req-cd72a3f9-c604-473e-a607-b62cb66f3b7f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:26.679387 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0ac10040-0958-48a5-adc3-9a0e66b57549 req-cd72a3f9-c604-473e-a607-b62cb66f3b7f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0895348 Jun 24 04:13:26.734076 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0ac10040-0958-48a5-adc3-9a0e66b57549 req-ad8247e5-e657-4bad-bfdf-f4b54b2d91cc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463393 Jun 24 04:13:26.788751 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:27.302590 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 44792) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:27.465061 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-b370f6cf-2db8-4a96-b609-9d71f51e74ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1612439 Jun 24 04:13:27.929893 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee0ffe-f209-443d-9ebb-cb0075014e07 req-b22438fa-df4b-4018-96cd-9dd481840ea0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:27.931666 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-06ee0ffe-f209-443d-9ebb-cb0075014e07 req-b22438fa-df4b-4018-96cd-9dd481840ea0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0768702 Jun 24 04:13:27.989378 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-06ee0ffe-f209-443d-9ebb-cb0075014e07 req-6162c219-e78d-4432-9202-1dc9d328830b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514786 Jun 24 04:13:28.485952 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:29.168925 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052e9d-5cb1-44f5-a11e-bf61fea486e9 req-a52089f2-0805-4fd7-9529-08cb7f3ec166 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:29.170464 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-77052e9d-5cb1-44f5-a11e-bf61fea486e9 req-a52089f2-0805-4fd7-9529-08cb7f3ec166 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0633101 Jun 24 04:13:29.213447 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-77052e9d-5cb1-44f5-a11e-bf61fea486e9 req-861bbdc2-3fc3-4931-9951-5cb44f70b72c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348728 Jun 24 04:13:30.394307 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61f94-8159-4705-983f-f79835f8617f req-5a4a9371-fea3-41b3-8f66-9d8b8dc22751 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:30.395782 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0da61f94-8159-4705-983f-f79835f8617f req-5a4a9371-fea3-41b3-8f66-9d8b8dc22751 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0641308 Jun 24 04:13:30.437090 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0da61f94-8159-4705-983f-f79835f8617f req-8f1c48f7-075f-4932-9aa8-e5afddb45ffe tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325103 Jun 24 04:13:30.842078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-aa980ba1-ee86-4327-915f-5b2f38fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:30.843539 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-aa980ba1-ee86-4327-915f-5b2f38fba5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074&tenant_id=3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 1096 time: 0.0876098 Jun 24 04:13:30.927970 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-a5dbac2c-a611-4235-bbd6-e45b1e3b68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:30.929499 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-a5dbac2c-a611-4235-bbd6-e45b1e3b68ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1096 time: 0.0612652 Jun 24 04:13:31.034351 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-b95f0504-410a-4cc9-8e53-adc228d557a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:31.036430 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-b95f0504-410a-4cc9-8e53-adc228d557a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.1009347 Jun 24 04:13:31.103309 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-08f5b827-99bc-4b12-8470-590910fdc554 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 200 len: 999 time: 0.0586324 Jun 24 04:13:31.155133 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-2195e754-b8bc-46cf-9411-65e2cf481e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:31.156577 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-2195e754-b8bc-46cf-9411-65e2cf481e2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0460024 Jun 24 04:13:31.212541 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-fd34014e-de29-4f6d-a491-9b7496e4f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:31.213976 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-fd34014e-de29-4f6d-a491-9b7496e4f783 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0513284 Jun 24 04:13:31.312450 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-0e758fda-ed2a-4df9-8331-c287543428e0 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911369 Jun 24 04:13:31.415764 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-30315752-b0cf-49c6-9017-3c6c7c03d734 req-3e84f2e1-d339-42d8-9f58-ad8091ec57df service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959897 Jun 24 04:13:31.482538 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052437c-2e14-4906-8fc2-539622493515 req-e28ecc2a-7c9b-41e5-88fb-99e76aa6f08d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:31.485728 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d052437c-2e14-4906-8fc2-539622493515 req-e28ecc2a-7c9b-41e5-88fb-99e76aa6f08d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0736172 Jun 24 04:13:31.534889 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d052437c-2e14-4906-8fc2-539622493515 req-1826cd5c-b5ae-413e-a3eb-8470a9cfe307 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Jun 24 04:13:31.636226 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c60d-a359-487a-9357-d414863826fc req-0705991c-de8f-4347-b70a-74dad6e5605c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:31.636226 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8b03c60d-a359-487a-9357-d414863826fc req-0705991c-de8f-4347-b70a-74dad6e5605c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0700238 Jun 24 04:13:31.678892 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8b03c60d-a359-487a-9357-d414863826fc req-8500d4c2-1c9b-4e8c-afb9-3948cbe0518d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Jun 24 04:13:32.732946 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee42d8-85ea-4e9c-958f-7fe7e08d4105 req-ee5ce2a9-e7f8-4146-97d1-44f9f448f56e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:32.735228 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-87ee42d8-85ea-4e9c-958f-7fe7e08d4105 req-ee5ce2a9-e7f8-4146-97d1-44f9f448f56e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0714309 Jun 24 04:13:32.790237 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-87ee42d8-85ea-4e9c-958f-7fe7e08d4105 req-24b53b60-8c2c-42b2-b77d-c4737384fe39 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Jun 24 04:13:32.950760 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d94bb2-21ae-478e-93c7-015de439d837 req-e7d4c204-614a-4dd8-9b39-2d5865045ede tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:32.958466 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-14d94bb2-21ae-478e-93c7-015de439d837 req-e7d4c204-614a-4dd8-9b39-2d5865045ede tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0767052 Jun 24 04:13:33.008163 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-14d94bb2-21ae-478e-93c7-015de439d837 req-da7ed3e1-8dcd-4ed6-ac25-bdd37f8b9d68 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Jun 24 04:13:34.002917 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab3be8-2801-4eec-a32d-c74195b93ef6 req-a35c13e7-7a98-4472-8c7b-c4e99b39965d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:34.004387 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-11ab3be8-2801-4eec-a32d-c74195b93ef6 req-a35c13e7-7a98-4472-8c7b-c4e99b39965d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0681672 Jun 24 04:13:34.058229 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-11ab3be8-2801-4eec-a32d-c74195b93ef6 req-c2ae11dd-4fe5-492e-ad3c-53204d259393 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Jun 24 04:13:34.224213 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c837-edbb-4544-b1d2-fb6377359138 req-302d20a1-38bd-4349-81a3-f9af0b96ab9b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:34.225804 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b507c837-edbb-4544-b1d2-fb6377359138 req-302d20a1-38bd-4349-81a3-f9af0b96ab9b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0766604 Jun 24 04:13:34.332472 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b507c837-edbb-4544-b1d2-fb6377359138 req-1315c776-323e-4961-b6ec-1a494bed3f59 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452199 Jun 24 04:13:35.245347 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52f17-c30f-4688-8dab-99d87b3f01e5 req-91140789-4f11-4b8f-9420-f95704488582 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:35.246960 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a6a52f17-c30f-4688-8dab-99d87b3f01e5 req-91140789-4f11-4b8f-9420-f95704488582 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0670323 Jun 24 04:13:35.310681 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a6a52f17-c30f-4688-8dab-99d87b3f01e5 req-3023f972-d8d6-48e4-9feb-b5e5fab27e90 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570323 Jun 24 04:13:35.474189 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9032c-387e-43e5-b7e8-2b53620c97fe req-39024492-44f8-405e-9d82-505bfcfaea8d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:35.476786 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-11e9032c-387e-43e5-b7e8-2b53620c97fe req-39024492-44f8-405e-9d82-505bfcfaea8d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0759923 Jun 24 04:13:35.518375 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-11e9032c-387e-43e5-b7e8-2b53620c97fe req-81c02e37-5f9e-45bb-b09f-d8bf1d085ccd tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357552 Jun 24 04:13:36.512965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7dd6b-73e5-47fa-8107-9ec6211bef51 req-8d0dfd94-49b6-4780-bf62-d2cc0b21a449 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:36.514786 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-54d7dd6b-73e5-47fa-8107-9ec6211bef51 req-8d0dfd94-49b6-4780-bf62-d2cc0b21a449 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0743086 Jun 24 04:13:36.560854 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-54d7dd6b-73e5-47fa-8107-9ec6211bef51 req-7061b8d3-bc74-43f0-8d59-af0185611922 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Jun 24 04:13:36.729485 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8852a4f-7e46-4073-80ce-7638a436a4ff req-2c5400d7-1545-4610-9127-4e8513501a99 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:36.730920 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f8852a4f-7e46-4073-80ce-7638a436a4ff req-2c5400d7-1545-4610-9127-4e8513501a99 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0673699 Jun 24 04:13:36.771685 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f8852a4f-7e46-4073-80ce-7638a436a4ff req-3ff1b3c9-59d2-4dda-b09a-be9a55f9dbd9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348256 Jun 24 04:13:37.730791 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45122) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:37.833656 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cee163-e0db-4ab7-b2a7-c0ddd9e035ed req-c79be44f-6077-4311-8338-33e019189f9c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:37.835773 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-48cee163-e0db-4ab7-b2a7-c0ddd9e035ed req-c79be44f-6077-4311-8338-33e019189f9c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0800610 Jun 24 04:13:37.884204 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-48cee163-e0db-4ab7-b2a7-c0ddd9e035ed req-9d698192-4c10-4496-9c74-ae5fda85463c tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Jun 24 04:13:37.903191 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.070095 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28bd4b-a708-4cc1-9c4d-5a51618811da req-e31a6ab8-33f4-48fc-8d5f-2ec2f107f8da tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:38.071577 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fd28bd4b-a708-4cc1-9c4d-5a51618811da req-e31a6ab8-33f4-48fc-8d5f-2ec2f107f8da tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.1071806 Jun 24 04:13:38.103910 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.128936 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fd28bd4b-a708-4cc1-9c4d-5a51618811da req-3f27cf79-d424-49d1-9938-5bd36d50283f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469737 Jun 24 04:13:38.188004 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.192304 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5baed7e8-305e-4a6c-891e-50ccabba9fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:38.200539 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45130) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:38.243098 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0f2ebfc56fd43fca51912adf177a06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110588 Jun 24 04:13:38.245266 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45134) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:38.248308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd0a70-48d3-4909-a520-1c76d6de393f,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:38.254553 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:38.323283 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5285-26cf-46c6-9460-e48dcde66dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.340809 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.375518 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.481956 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5285-26cf-46c6-9460-e48dcde66dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.491999 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.495815 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.499650 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2bd0a70-48d3-4909-a520-1c76d6de393f HTTP/1.1" status: 204 len: 168 time: 0.2506998 Jun 24 04:13:38.499650 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-45174ec4-4729-4d68-b835-040724219bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:38.507786 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd0a70-48d3-4909-a520-1c76d6de393f,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:38.510667 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:38.547303 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5285-26cf-46c6-9460-e48dcde66dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.552955 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-43fcdaf2-7f97-41df-9452-ebf5f7e2a422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:38.594884 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45138) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:38.612534 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-bcdf5285-26cf-46c6-9460-e48dcde66dff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85351d52033d4210974bb5568f59ae4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086633 Jun 24 04:13:38.613708 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf5285-26cf-46c6-9460-e48dcde66dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255a90b-7829-43ff-bbc6-eb0b57c44d9e,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:38.616824 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-bcdf5285-26cf-46c6-9460-e48dcde66dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:38.695038 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.719946 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.856393 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.860955 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.862582 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b255a90b-7829-43ff-bbc6-eb0b57c44d9e HTTP/1.1" status: 204 len: 168 time: 0.2665501 Jun 24 04:13:38.863643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bec7d35b-dfc5-429f-9c3a-0dd3dd65f003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:38.885640 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.891210 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255a90b-7829-43ff-bbc6-eb0b57c44d9e,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:38.907782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:39.126454 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b6fcb-cb2c-4354-9565-4f0cdc7b0507 req-a560e52a-6b20-42f9-bb11-b5b2fea3abb0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:39.126454 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9b5b6fcb-cb2c-4354-9565-4f0cdc7b0507 req-a560e52a-6b20-42f9-bb11-b5b2fea3abb0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0749910 Jun 24 04:13:39.167395 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9b5b6fcb-cb2c-4354-9565-4f0cdc7b0507 req-5927bfa6-96ac-4b48-ac34-a2e371843cbb tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 Jun 24 04:13:39.243304 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45152) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:39.258972 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.329374 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4400a-0160-402f-8942-6e235f0cc586 req-aa66ebde-b490-4bd5-8859-2af46df184c5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:39.336401 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e1f4400a-0160-402f-8942-6e235f0cc586 req-aa66ebde-b490-4bd5-8859-2af46df184c5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0736899 Jun 24 04:13:39.385016 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.388606 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e1f4400a-0160-402f-8942-6e235f0cc586 req-f6382677-1d3c-4435-8535-aeb564a2fdc6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512702 Jun 24 04:13:39.437214 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.440672 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5663f5f0-bc78-4991-b53a-df295a79d5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:39.469561 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940dcdc0-7a86-4c60-9465-aba5ac9834f6,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:39.475032 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:39.493594 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45156) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:39.494542 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=624be5d15ecf40468e27eea313c3e745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500451 Jun 24 04:13:39.576942 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.603950 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.620625 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:13:39.768636 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.772772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.774046 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/940dcdc0-7a86-4c60-9465-aba5ac9834f6 HTTP/1.1" status: 204 len: 168 time: 0.2777567 Jun 24 04:13:39.775071 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-64b519f0-62b7-480e-b3fe-af6891c1b617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:39.787261 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940dcdc0-7a86-4c60-9465-aba5ac9834f6,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:39.797979 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:40.363643 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c734179-7f11-45d4-9a25-e89a5c35cecb req-5b3834f6-ce21-4be6-b5e0-fced9dec5c61 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:40.365505 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0c734179-7f11-45d4-9a25-e89a5c35cecb req-5b3834f6-ce21-4be6-b5e0-fced9dec5c61 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0639064 Jun 24 04:13:40.418178 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0c734179-7f11-45d4-9a25-e89a5c35cecb req-bd1f8c45-aebd-4067-92f9-af15305cce98 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Jun 24 04:13:40.555166 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45186) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:40.626680 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a63438-065b-460d-99ae-4ba58016c239 req-32012f40-2a75-4a29-9973-8d9719ebaa35 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:40.628773 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-16a63438-065b-460d-99ae-4ba58016c239 req-32012f40-2a75-4a29-9973-8d9719ebaa35 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0814281 Jun 24 04:13:40.751127 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1521422361-network', 'tenant_id': 'bb8bf76333a5458b8d6d629ec986b84a'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:40.907779 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Made reservation on behalf of bb8bf76333a5458b8d6d629ec986b84a for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:40.910809 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:40.939692 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:40.966364 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-16a63438-065b-460d-99ae-4ba58016c239 req-dd7edc72-7cd8-48cf-832e-33e7f47faf3d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301971 Jun 24 04:13:41.063904 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.159204 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.164047 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7853d265-1ce3-4a57-a417-bb396395a3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:41.182951 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:13:41.198623 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ace77d-f4bc-422c-a898-beafdc368e2f,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:41.205064 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:41.205064 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.205064 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Added segment 979d260e-7d93-446d-934e-7f3ac02b5174 of type vlan for network b4c27a11-97c1-41cd-abf3-a4ef418d24ce Jun 24 04:13:41.252018 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.345590 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.347487 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:41.348074 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.370501 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:41.444282 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c27a11-97c1-41cd-abf3-a4ef418d24ce,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:41.447090 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:41.450651 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8943915 Jun 24 04:13:41.454208 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45210) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:41.460362 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Request body: {'subnet': {'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1521422361-subnet', 'tenant_id': 'bb8bf76333a5458b8d6d629ec986b84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:41.464466 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network b4c27a11-97c1-41cd-abf3-a4ef418d24ce details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:13:41.564891 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Made reservation on behalf of bb8bf76333a5458b8d6d629ec986b84a for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:41.567838 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.750917 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b7bdf-e87c-47b0-803d-17c525147f5d req-5b738adc-2b2d-4ab2-a776-5dcac589683f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:41.752473 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-dd9b7bdf-e87c-47b0-803d-17c525147f5d req-5b738adc-2b2d-4ab2-a776-5dcac589683f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1644707 Jun 24 04:13:41.842165 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-dd9b7bdf-e87c-47b0-803d-17c525147f5d req-df2cb81c-58ab-4b33-aaa6-248b37f69c35 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626619 Jun 24 04:13:41.868520 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:41.877487 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8954bce7-241e-4297-a12c-e59e2a589454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:41.949492 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f91a1e-9964-4ac7-8a14-3c0eef86845a,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:41.952695 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:41.968104 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Checking segment: {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:41.968559 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Network hostable DHCP agents. Network: b4c27a11-97c1-41cd-abf3-a4ef418d24ce, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:13:42.073141 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Network b4c27a11-97c1-41cd-abf3-a4ef418d24ce is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:13:42.135862 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, b4c27a11-97c1-41cd-abf3-a4ef418d24ce) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:42.140138 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:42.140578 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:42.154643 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ed7c6-b466-43a4-8ee2-cd228b60acf9 None None] Network b4c27a11-97c1-41cd-abf3-a4ef418d24ce requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:42.201213 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983ece-dc75-46b8-a400-9c27f3fbdda0 req-3c297e73-e2d3-4f2a-88fc-f25aedd67d09 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:42.211336 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ba983ece-dc75-46b8-a400-9c27f3fbdda0 req-3c297e73-e2d3-4f2a-88fc-f25aedd67d09 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.1154182 Jun 24 04:13:42.216758 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-062f6341-6b84-4701-9a64-b3cd8e5a917a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7614095 Jun 24 04:13:42.280547 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ba983ece-dc75-46b8-a400-9c27f3fbdda0 req-1e74a3ba-95cc-46ea-8286-7152ad13d480 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677783 Jun 24 04:13:42.367038 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d41506-d175-40c6-afec-85993a6b8d7e None None] Network b4c27a11-97c1-41cd-abf3-a4ef418d24ce requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:43.095825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca44dc-51c1-423e-958a-ccaa34b6ee8e req-9dc38f64-1b6d-47e0-937a-81e2464f708f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:43.106016 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3fca44dc-51c1-423e-958a-ccaa34b6ee8e req-9dc38f64-1b6d-47e0-937a-81e2464f708f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.1203890 Jun 24 04:13:43.180067 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3fca44dc-51c1-423e-958a-ccaa34b6ee8e req-5156e2db-5f68-42ef-80fb-e5f0a2e7623d tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730450 Jun 24 04:13:43.478983 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eddc9-9677-4ee3-b9ff-70cf20ae1a8b req-2da072b8-f1ee-479d-b017-e165910057c8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:43.481208 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-953eddc9-9677-4ee3-b9ff-70cf20ae1a8b req-2da072b8-f1ee-479d-b017-e165910057c8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0739696 Jun 24 04:13:43.524025 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-953eddc9-9677-4ee3-b9ff-70cf20ae1a8b req-f5e4902a-a865-49e2-814c-bba5d2f4c183 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367777 Jun 24 04:13:44.341859 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca3333-0c47-407b-a3f8-588760e76165 req-6fbee6e0-7d86-423f-934a-e84beab335d2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:44.343998 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7cca3333-0c47-407b-a3f8-588760e76165 req-6fbee6e0-7d86-423f-934a-e84beab335d2 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0633159 Jun 24 04:13:44.385908 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7cca3333-0c47-407b-a3f8-588760e76165 req-f3848b08-d016-46ac-92a5-00392aba5bb5 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Jun 24 04:13:44.676796 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-5ba56135-ec42-4427-bbac-0c9109f7934c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:44.678249 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-5ba56135-ec42-4427-bbac-0c9109f7934c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/networks?id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce HTTP/1.1" status: 200 len: 809 time: 0.1022649 Jun 24 04:13:44.697087 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-94202683-2c44-4688-90d3-da2399928a8e tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/quotas/bb8bf76333a5458b8d6d629ec986b84a HTTP/1.1" status: 200 len: 375 time: 0.0088766 Jun 24 04:13:44.709083 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea81ee-b7cd-4ea1-b5ca-d03e99002e49 req-90c72cab-c046-49d7-8a72-c1060801ba5d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:44.710681 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-13ea81ee-b7cd-4ea1-b5ca-d03e99002e49 req-90c72cab-c046-49d7-8a72-c1060801ba5d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0707331 Jun 24 04:13:44.726966 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-4820759f-26a9-4203-84f1-ff9784abd6e7 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284543 Jun 24 04:13:44.749971 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-13ea81ee-b7cd-4ea1-b5ca-d03e99002e49 req-7f6077d8-d98f-42db-81b8-f9da84f4daeb tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333285 Jun 24 04:13:44.818173 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-c52602e2-3403-4a10-aaf0-ea74bd2294c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847018 Jun 24 04:13:44.910807 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-2be11a5c-3667-4524-ad5c-4749e541aada service neutron] 10.222.0.11 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868180 Jun 24 04:13:45.173219 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b51ba3ed-8199-4557-a7cf-5f4a5a27f5b4 req-3edad60f-736d-4f19-a130-2784ca5a0feb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 210 time: 0.0292089 Jun 24 04:13:45.557857 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd2cc0-7e0d-47ef-9689-f84c0c74c4d2 req-ec79f0be-625f-49dd-924b-301bbef07fe4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:45.559461 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f6bd2cc0-7e0d-47ef-9689-f84c0c74c4d2 req-ec79f0be-625f-49dd-924b-301bbef07fe4 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0636342 Jun 24 04:13:45.629718 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f6bd2cc0-7e0d-47ef-9689-f84c0c74c4d2 req-de990572-8a57-4760-9192-b80e0f225c62 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647571 Jun 24 04:13:45.654147 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-8b6cdc27-c589-4f66-b1a0-5e8a9928e805 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:45.655553 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-8b6cdc27-c589-4f66-b1a0-5e8a9928e805 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 946 time: 0.0895772 Jun 24 04:13:45.758383 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Deleting port 21682efd-addc-4262-88f1-7efe32b0d2bb {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:45.759454 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:45.852432 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] For port 21682efd-addc-4262-88f1-7efe32b0d2bb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=21682efd-addc-4262-88f1-7efe32b0d2bb,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:45.852791 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:45.872640 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Calling delete_port for 21682efd-addc-4262-88f1-7efe32b0d2bb owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:45.930940 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351324b4-5246-4715-a2d4-8f6cd6326c45 req-7a9a7ced-b0d8-4f95-adfd-3dad38865495 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:45.932900 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-351324b4-5246-4715-a2d4-8f6cd6326c45 req-7a9a7ced-b0d8-4f95-adfd-3dad38865495 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 943 time: 0.0629659 Jun 24 04:13:45.981885 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-351324b4-5246-4715-a2d4-8f6cd6326c45 req-b9396d17-fed6-4c74-b939-7f3b59cef15d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Jun 24 04:13:46.110857 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:46.116026 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:46.124447 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['1f427ad1-ea2b-4714-b4f8-14b29148fd40', '21682efd-addc-4262-88f1-7efe32b0d2bb'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:46.141384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Pushing event deleted for resources: {'Port': ['ID=21682efd-addc-4262-88f1-7efe32b0d2bb,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:46.149226 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:46.200910 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] No DVR routers for this DVR port 21682efd-addc-4262-88f1-7efe32b0d2bb on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:13:46.203876 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:46.206879 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9251621e-02ff-4c9e-b2c3-86f096a34cf5 req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "DELETE /v2.0/ports/21682efd-addc-4262-88f1-7efe32b0d2bb HTTP/1.1" status: 204 len: 173 time: 0.5444169 Jun 24 04:13:46.207394 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'name': 'network-vif-deleted', 'tag': '21682efd-addc-4262-88f1-7efe32b0d2bb'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:46.209841 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43770cc-2fc5-4928-9b82-369f1a890a62" -d '{"events": [{"server_uuid": "8fcdd8f5-707c-4dc7-82e0-e77e051bad4b", "name": "network-vif-deleted", "tag": "21682efd-addc-4262-88f1-7efe32b0d2bb"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:46.271748 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef3a4d-3826-4e87-a748-674b788992e5 x-openstack-request-id: req-95ef3a4d-3826-4e87-a748-674b788992e5 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:46.272098 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcdd8f5-707c-4dc7-82e0-e77e051bad4b", "name": "network-vif-deleted", "tag": "21682efd-addc-4262-88f1-7efe32b0d2bb", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:46.272337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95ef3a4d-3826-4e87-a748-674b788992e5 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:46.273074 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcdd8f5-707c-4dc7-82e0-e77e051bad4b', 'name': 'network-vif-deleted', 'tag': '21682efd-addc-4262-88f1-7efe32b0d2bb', 'status': 'completed', 'code': 200} Jun 24 04:13:46.274819 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-50b234e7-aa9d-4bc7-8ca4-e5e3b452dcc3 req-cdd5991d-37f4-4d74-bf39-362efa159a55 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 210 time: 0.0347414 Jun 24 04:13:46.302324 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:13:46.409308 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:46.422047 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'port_id': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'mac_address': 'fa:16:3e:9e:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:13:46.459617 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:46.471722 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:46.490357 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:46.579333 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:46.583332 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:46.635419 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=9']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:46.638744 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:46.797206 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-351c27ee-b03f-438e-b1c3-eaa849768e11 req-4dbd0d64-3aad-4b90-b4ab-c9313e8c94d0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fcdd8f5-707c-4dc7-82e0-e77e051bad4b HTTP/1.1" status: 200 len: 210 time: 0.0324874 Jun 24 04:13:46.882990 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['5d60dc92-6cc3-4bd2-a15e-c331cacb9869'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:47.184341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303184a5-0037-425a-a0ff-fb01cdf70ee3 req-87910671-170e-4bd5-acc7-7ac2db3e2e05 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:47.184849 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-303184a5-0037-425a-a0ff-fb01cdf70ee3 req-87910671-170e-4bd5-acc7-7ac2db3e2e05 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.0779665 Jun 24 04:13:47.230374 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-303184a5-0037-425a-a0ff-fb01cdf70ee3 req-cca4ae58-9642-491b-a20e-4c74a63a37e7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Jun 24 04:13:47.418265 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ca2b9792-7ae3-4c41-94a2-d3f0e0f77192 req-3e8166fe-da53-436b-bd3f-67284bc39f8e tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 210 time: 0.0295453 Jun 24 04:13:47.967905 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-1bdf03c7-bc90-41d9-8d1b-5447b8ec6430 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:47.969377 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-1bdf03c7-bc90-41d9-8d1b-5447b8ec6430 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "GET /v2.0/networks?id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce HTTP/1.1" status: 200 len: 809 time: 0.1978242 Jun 24 04:13:47.981645 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Request body: {'port': {'device_id': '46691696-6727-4fde-a02c-6f997a9b113e', 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce', 'admin_state_up': True, 'tenant_id': 'bb8bf76333a5458b8d6d629ec986b84a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:48.173598 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Made reservation on behalf of bb8bf76333a5458b8d6d629ec986b84a for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:48.177685 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.316556 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:48.322235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Allocated IP 172.20.0.14 (b4c27a11-97c1-41cd-abf3-a4ef418d24ce/44f91a1e-9964-4ac7-8a14-3c0eef86845a/7d5af080-3182-4f38-9efb-4c877d9ad7de) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:48.365211 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:48.365654 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.445656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.469069 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:48.471443 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e009d4f-7509-4e44-aa83-16dd5d3ca250" -d '{"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-plugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:48.484821 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:48.527243 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.537490 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc10ed3-56a5-4b0f-940e-eba04d19d362 req-312d6d3c-55ea-474d-8879-35473678e21e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:48.539444 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7dc10ed3-56a5-4b0f-940e-eba04d19d362 req-312d6d3c-55ea-474d-8879-35473678e21e tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0794840 Jun 24 04:13:48.560231 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a10f6-22cd-42bd-a93f-558dd282d06b req-db8608a8-203e-4793-bfb4-b03062fc78ee tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:48.561840 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-642a10f6-22cd-42bd-a93f-558dd282d06b req-db8608a8-203e-4793-bfb4-b03062fc78ee tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 944 time: 0.1824243 Jun 24 04:13:48.570925 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.571947 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 21682efd-addc-4262-88f1-7efe32b0d2bb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:48.574658 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:48.611562 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7dc10ed3-56a5-4b0f-940e-eba04d19d362 req-488e87e6-ccab-40c6-a353-5a3cb6971987 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Jun 24 04:13:48.612811 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-642a10f6-22cd-42bd-a93f-558dd282d06b req-6ce4ad88-172a-4d5d-91c4-2ca290424cb4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Jun 24 04:13:48.623266 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 21682efd-addc-4262-88f1-7efe32b0d2bb {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:13:48.623613 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 21682efd-addc-4262-88f1-7efe32b0d2bb not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:13:48.650346 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=10']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:48.653632 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:48.677569 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a544fe-e626-4cf9-acea-d5689a080dcf x-openstack-request-id: req-44a544fe-e626-4cf9-acea-d5689a080dcf {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:48.677963 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-plugged", "status": "completed", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:48.678314 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44a544fe-e626-4cf9-acea-d5689a080dcf {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:48.678824 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'code': 200} Jun 24 04:13:48.700028 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.705933 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-271efe34-f164-4997-827c-987d4ddc513e tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:48.750604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Network b4c27a11-97c1-41cd-abf3-a4ef418d24ce is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:48.755568 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:48.759338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:48.766543 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Pushing event updated for resources: {'Port': ['ID=7d5af080-3182-4f38-9efb-4c877d9ad7de,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:48.793752 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.794116 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.794489 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.794825 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.795171 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.795515 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.795854 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.796195 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.796539 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.796875 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.797251 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.797572 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:48.798351 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3b3e1-c699-451f-b8a8-408768b0f41e req-2f1a3898-ffb8-4f9e-bebb-74f37e9dec6c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:48.800431 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-99b3b3e1-c699-451f-b8a8-408768b0f41e req-2f1a3898-ffb8-4f9e-bebb-74f37e9dec6c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 932 time: 0.0720448 Jun 24 04:13:48.803574 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:48.823803 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:48.824437 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:48.848685 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-99b3b3e1-c699-451f-b8a8-408768b0f41e req-1c930653-3fbe-4426-be69-a78a3ff3393a tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Jun 24 04:13:48.913944 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359455 Jun 24 04:13:48.926977 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Request body: {'port': {'device_id': '46691696-6727-4fde-a02c-6f997a9b113e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:48.999298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:49.299533 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5af080-3182-4f38-9efb-4c877d9ad7de {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:49.307898 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:49.324896 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Transition to ACTIVE for port object 7d5af080-3182-4f38-9efb-4c877d9ad7de will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:49.336277 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7828-9d28-4644-8650-ee0bad8c2b67 req-1930df6d-20e2-45e5-9634-6a603d5245e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:49.337858 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7e6e7828-9d28-4644-8650-ee0bad8c2b67 req-1930df6d-20e2-45e5-9634-6a603d5245e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1099 time: 0.0788286 Jun 24 04:13:49.372084 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7e6e7828-9d28-4644-8650-ee0bad8c2b67 req-a16ab8cf-00f8-4b34-95b9-3a87dfa44c30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272739 Jun 24 04:13:49.398511 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:49.401612 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-66e68b62-4221-4e6f-bf4c-b191b8033166 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:49.471318 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Pushing event updated for resources: {'Port': ['ID=7d5af080-3182-4f38-9efb-4c877d9ad7de,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:49.474594 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:49.522625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Attempting to bind port 7d5af080-3182-4f38-9efb-4c877d9ad7de on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:49.522951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Attempting to bind port 7d5af080-3182-4f38-9efb-4c877d9ad7de by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:49.523272 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Attempting to bind port 7d5af080-3182-4f38-9efb-4c877d9ad7de on network b4c27a11-97c1-41cd-abf3-a4ef418d24ce {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:49.527475 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Port 7d5af080-3182-4f38-9efb-4c877d9ad7de on network b4c27a11-97c1-41cd-abf3-a4ef418d24ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:13:49.527785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Attempting to bind port 7d5af080-3182-4f38-9efb-4c877d9ad7de on network b4c27a11-97c1-41cd-abf3-a4ef418d24ce {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:49.532736 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:49.533158 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Checking segment: {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:49.533560 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Bound using segment: {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:49.533977 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Bound port: 7d5af080-3182-4f38-9efb-4c877d9ad7de, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:49.534311 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:49.593619 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] For port 7d5af080-3182-4f38-9efb-4c877d9ad7de, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:49.596497 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] For port 7d5af080-3182-4f38-9efb-4c877d9ad7de, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:49.702046 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:49.704931 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:49.741132 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:49.741741 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:49.743083 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] 10.222.0.21 "PUT /v2.0/ports/7d5af080-3182-4f38-9efb-4c877d9ad7de HTTP/1.1" status: 200 len: 1094 time: 0.8201666 Jun 24 04:13:49.744653 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46691696-6727-4fde-a02c-6f997a9b113e', 'tag': '7d5af080-3182-4f38-9efb-4c877d9ad7de'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:49.747006 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b33202-0445-4c45-a32a-6411b0982e32" -d '{"events": [{"name": "network-changed", "server_uuid": "46691696-6727-4fde-a02c-6f997a9b113e", "tag": "7d5af080-3182-4f38-9efb-4c877d9ad7de"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:49.801648 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Pushing event updated for resources: {'Port': ['ID=7d5af080-3182-4f38-9efb-4c877d9ad7de,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:49.805294 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:49.807855 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd688e-fc54-4c3a-a557-44bbb4d5e47e req-d52e9e0b-7910-457d-8861-b87b4391bdda tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:49.809314 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-abcd688e-fc54-4c3a-a557-44bbb4d5e47e req-d52e9e0b-7910-457d-8861-b87b4391bdda tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0761209 Jun 24 04:13:49.833240 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9b25f-8059-4b4e-bc36-438c30343450 req-51660c66-de89-414e-989c-52aa01b6c126 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:49.834977 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-aec9b25f-8059-4b4e-bc36-438c30343450 req-51660c66-de89-414e-989c-52aa01b6c126 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0910325 Jun 24 04:13:49.859853 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-abcd688e-fc54-4c3a-a557-44bbb4d5e47e req-0b5f6408-564e-412b-9814-221d624fe093 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Jun 24 04:13:49.885899 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-aec9b25f-8059-4b4e-bc36-438c30343450 req-ee40adfc-1a91-4c22-81f8-a5ef7ddac41b tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Jun 24 04:13:49.920178 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130e2898-77f8-4097-8f84-2bcd6154e69f x-openstack-request-id: req-130e2898-77f8-4097-8f84-2bcd6154e69f {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:49.920574 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46691696-6727-4fde-a02c-6f997a9b113e", "tag": "7d5af080-3182-4f38-9efb-4c877d9ad7de", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:49.920943 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-130e2898-77f8-4097-8f84-2bcd6154e69f {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:49.921436 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46691696-6727-4fde-a02c-6f997a9b113e', 'tag': '7d5af080-3182-4f38-9efb-4c877d9ad7de', 'status': 'completed', 'code': 200} Jun 24 04:13:49.938201 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-524fa8fe-b4cd-48d0-b5c8-17b92f58cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:49.939747 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-524fa8fe-b4cd-48d0-b5c8-17b92f58cafb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 1097 time: 0.0664210 Jun 24 04:13:49.985527 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-195c6834-16db-46dc-a0bf-4deed3c725af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de HTTP/1.1" status: 200 len: 217 time: 0.0358522 Jun 24 04:13:50.059520 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-578ad2ac-d0c5-43fd-946e-57596bd5a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:50.060897 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-578ad2ac-d0c5-43fd-946e-57596bd5a5c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44f91a1e-9964-4ac7-8a14-3c0eef86845a HTTP/1.1" status: 200 len: 849 time: 0.0657251 Jun 24 04:13:50.100214 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-955ab0b4-23c3-4cc6-af84-72b4a02a6c81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303323 Jun 24 04:13:50.107284 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff4c1f-4fd8-4c78-b02b-5da0fa5c713f req-82a55156-143f-40e5-9fd6-b31120929ba1 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:50.108658 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c1ff4c1f-4fd8-4c78-b02b-5da0fa5c713f req-82a55156-143f-40e5-9fd6-b31120929ba1 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 944 time: 0.1222932 Jun 24 04:13:50.191136 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c1ff4c1f-4fd8-4c78-b02b-5da0fa5c713f req-2eff6c06-ce83-4176-af1e-67a3dfed67b9 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736024 Jun 24 04:13:50.215550 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-73f47a4f-7550-4e03-9d1a-725626cd4878 service neutron] 10.222.0.21 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058540 Jun 24 04:13:50.313731 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1299d2f4-0b6b-432d-a274-6ae4eb3fac54 req-86d2d846-5d59-4e82-a1de-b9efef62d275 service neutron] 10.222.0.21 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834694 Jun 24 04:13:50.496379 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33202-0445-4c45-a32a-6411b0982e32 req-0b5a672b-a95f-41c5-947a-93cb65dd0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:50.497879 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-0b5a672b-a95f-41c5-947a-93cb65dd0f9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 1097 time: 0.0546188 Jun 24 04:13:50.594592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33202-0445-4c45-a32a-6411b0982e32 req-176dac30-136e-48b2-97b8-bc423c142fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:50.596667 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-176dac30-136e-48b2-97b8-bc423c142fbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce HTTP/1.1" status: 200 len: 910 time: 0.0880952 Jun 24 04:13:50.637863 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-6209489f-56a9-4e5b-b935-8686ad81f871 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de HTTP/1.1" status: 200 len: 217 time: 0.0335221 Jun 24 04:13:50.693002 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33202-0445-4c45-a32a-6411b0982e32 req-92a93e11-a6e7-4fad-a97b-19dc221fa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:50.694473 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-92a93e11-a6e7-4fad-a97b-19dc221fa551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44f91a1e-9964-4ac7-8a14-3c0eef86845a HTTP/1.1" status: 200 len: 849 time: 0.0488746 Jun 24 04:13:50.736848 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-c022e53d-9b85-451f-ad0e-37e2185a71a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292609 Jun 24 04:13:50.832726 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-4b55880a-cc36-4711-957f-ee2ff99d6cac service neutron] 10.222.0.21 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837815 Jun 24 04:13:50.932149 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-90b33202-0445-4c45-a32a-6411b0982e32 req-41174c40-2052-4465-8d48-412157ce0b36 service neutron] 10.222.0.21 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894923 Jun 24 04:13:51.066892 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e7d5-19e3-4442-8d8b-a06b06fd9919 req-29378ca7-0b25-4d2f-acaf-c62f3eaa4c70 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.068504 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-de31e7d5-19e3-4442-8d8b-a06b06fd9919 req-29378ca7-0b25-4d2f-acaf-c62f3eaa4c70 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0756319 Jun 24 04:13:51.081403 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f060-2715-4e17-a82a-b9df732b510a req-920c484a-1c9f-4f44-95dc-0b0c671c15c8 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.083254 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e437f060-2715-4e17-a82a-b9df732b510a req-920c484a-1c9f-4f44-95dc-0b0c671c15c8 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0739722 Jun 24 04:13:51.109611 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-de31e7d5-19e3-4442-8d8b-a06b06fd9919 req-8834083c-75af-4fe2-b400-dc2ac73726de tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354192 Jun 24 04:13:51.132256 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e437f060-2715-4e17-a82a-b9df732b510a req-8cfc7218-2637-4f16-813a-bd4dc7d6d734 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Jun 24 04:13:51.365076 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04864d37-6469-4f4b-8048-0b8124031792 req-b144ed8f-b16e-486c-a29a-a00c2fb644fd tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.366515 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-04864d37-6469-4f4b-8048-0b8124031792 req-b144ed8f-b16e-486c-a29a-a00c2fb644fd tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 944 time: 0.0652869 Jun 24 04:13:51.407316 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-04864d37-6469-4f4b-8048-0b8124031792 req-0126ec93-1761-4a90-96c1-62fddf150435 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Jun 24 04:13:52.300130 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d537494-590a-4699-9d87-a60feb5eb1e3 req-4c9e520b-7939-4de2-8df4-0a9457d19cc8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:52.301631 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7d537494-590a-4699-9d87-a60feb5eb1e3 req-4c9e520b-7939-4de2-8df4-0a9457d19cc8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0639234 Jun 24 04:13:52.304492 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc376e-1941-46e7-af90-781b6f79a8e3 req-f5d601fb-70ff-4a33-931d-1d537e5d8c82 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:52.305980 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-33bc376e-1941-46e7-af90-781b6f79a8e3 req-f5d601fb-70ff-4a33-931d-1d537e5d8c82 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0626051 Jun 24 04:13:52.342777 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-33bc376e-1941-46e7-af90-781b6f79a8e3 req-aacca001-d5b3-4441-bcb8-3ef6b8421043 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Jun 24 04:13:52.344481 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 7d5af080-3182-4f38-9efb-4c877d9ad7de details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:13:52.345421 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7d537494-590a-4699-9d87-a60feb5eb1e3 req-76e42f81-1ad6-46f4-a000-e11a727de64b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379589 Jun 24 04:13:52.561583 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 7d5af080-3182-4f38-9efb-4c877d9ad7de, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:52.574594 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '7d5af080-3182-4f38-9efb-4c877d9ad7de', 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce', 'port_id': '7d5af080-3182-4f38-9efb-4c877d9ad7de', 'mac_address': 'fa:16:3e:01:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f91a1e-9964-4ac7-8a14-3c0eef86845a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:13:52.576993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45478) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:52.615927 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d3fc-4d49-4393-9358-1c0b5f76bbd1 req-fcbf47b9-3267-49b9-8a80-116b697aa806 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:52.617746 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a264d3fc-4d49-4393-9358-1c0b5f76bbd1 req-fcbf47b9-3267-49b9-8a80-116b697aa806 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 944 time: 0.0919673 Jun 24 04:13:52.618548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.632326 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5af080-3182-4f38-9efb-4c877d9ad7de {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:52.653733 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 7d5af080-3182-4f38-9efb-4c877d9ad7de, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:52.658322 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a264d3fc-4d49-4393-9358-1c0b5f76bbd1 req-66ddee0d-2a50-4ded-9a86-96d5e40eb26a tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Jun 24 04:13:52.695074 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.751129 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.753372 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:52.783128 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.801969 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=7d5af080-3182-4f38-9efb-4c877d9ad7de,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:52.805056 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:52.872569 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.876256 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-849c5e7f-4ff5-4b02-b10d-c221dc02e20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:52.911260 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba5ac1b00c5344b1b4f1fdce581eb0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329270 Jun 24 04:13:52.913149 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d24bb5-1a5e-4000-87e7-dd246ba154f5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:52.914164 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45488) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:52.916228 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:52.964011 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.984191 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.027147 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['7d5af080-3182-4f38-9efb-4c877d9ad7de'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:53.104917 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.107501 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.108624 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40d24bb5-1a5e-4000-87e7-dd246ba154f5 HTTP/1.1" status: 204 len: 168 time: 0.1933150 Jun 24 04:13:53.109545 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ef37ba57-19ee-4e1f-baa6-c88d721502b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:53.117254 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d24bb5-1a5e-4000-87e7-dd246ba154f5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:53.124602 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.124956 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.125499 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.126039 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.126389 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.126734 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.127591 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.128085 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.128574 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.129101 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.129443 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.129780 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.139207 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:53.193257 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-44cd8149-58ed-4c8e-a852-bd5bca122868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.529782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af665168-e9ab-4d7f-993f-ad00e3f219f3 req-76f176e4-c4c5-430f-b766-0f5ce474a749 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:53.531388 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af665168-e9ab-4d7f-993f-ad00e3f219f3 req-76f176e4-c4c5-430f-b766-0f5ce474a749 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0655868 Jun 24 04:13:53.569365 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af665168-e9ab-4d7f-993f-ad00e3f219f3 req-df848bb1-31fc-4b2e-8d2f-33c3760245bd tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jun 24 04:13:53.801942 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45504) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:53.811269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.835164 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e837618-eb69-4502-84b2-c2dc1faa0b97 req-ad9e627a-9d39-4b66-a5e9-466dd5bc5f69 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:53.836626 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9e837618-eb69-4502-84b2-c2dc1faa0b97 req-ad9e627a-9d39-4b66-a5e9-466dd5bc5f69 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 945 time: 0.0641050 Jun 24 04:13:53.874880 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9e837618-eb69-4502-84b2-c2dc1faa0b97 req-1cbdab6a-ecc2-42f2-bae3-a5d10dd963bb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Jun 24 04:13:53.909691 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.059027 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.062408 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-66610edd-0589-4608-a06b-fdbd53fc4515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:54.097168 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34598995c19c4e7880330fcdac69e70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986016 Jun 24 04:13:54.098287 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6fe034-b836-4f14-9262-94126a3233d5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:54.099918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45506) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:54.101208 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:54.332915 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.352631 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.352798 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 7d5af080-3182-4f38-9efb-4c877d9ad7de up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:54.454931 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.457649 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.458764 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d6fe034-b836-4f14-9262-94126a3233d5 HTTP/1.1" status: 204 len: 168 time: 0.3571134 Jun 24 04:13:54.459534 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-594236ef-ce2b-4fae-93af-b00204eaa406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:54.466469 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 7d5af080-3182-4f38-9efb-4c877d9ad7de completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:54.467391 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6fe034-b836-4f14-9262-94126a3233d5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:54.470448 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:54.481727 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 7d5af080-3182-4f38-9efb-4c877d9ad7de triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:54.482110 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.569252 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.593814 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46691696-6727-4fde-a02c-6f997a9b113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af080-3182-4f38-9efb-4c877d9ad7de'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:54.596503 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a10363e-dd5b-4489-bd57-3087781a297a" -d '{"events": [{"server_uuid": "46691696-6727-4fde-a02c-6f997a9b113e", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af080-3182-4f38-9efb-4c877d9ad7de"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:54.609136 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 7d5af080-3182-4f38-9efb-4c877d9ad7de, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:54.633877 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29df06b-6387-44cc-91c4-a70060f80627 x-openstack-request-id: req-d29df06b-6387-44cc-91c4-a70060f80627 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:54.635070 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46691696-6727-4fde-a02c-6f997a9b113e", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af080-3182-4f38-9efb-4c877d9ad7de", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:54.635746 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d29df06b-6387-44cc-91c4-a70060f80627 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:54.636357 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46691696-6727-4fde-a02c-6f997a9b113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af080-3182-4f38-9efb-4c877d9ad7de', 'code': 200} Jun 24 04:13:54.712639 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.714567 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:54.752084 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62323e1b-0f26-4469-93f4-bcaf0f5ee2b8 req-fd9e17ea-bf4b-49cd-bd4c-8d25d44b59c0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.754543 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-62323e1b-0f26-4469-93f4-bcaf0f5ee2b8 req-fd9e17ea-bf4b-49cd-bd4c-8d25d44b59c0 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0681818 Jun 24 04:13:54.761486 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=7d5af080-3182-4f38-9efb-4c877d9ad7de,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:54.764493 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:54.792616 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-62323e1b-0f26-4469-93f4-bcaf0f5ee2b8 req-5f0fbb9b-79aa-4a9f-9e54-31f6ecd62e02 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/security-groups?id=f98717bd-0962-445e-b669-56db5a7ebd93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Jun 24 04:13:54.997185 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-8ebfd805-9b76-4df6-bd3f-2bb9221abaf1 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.998633 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-8ebfd805-9b76-4df6-bd3f-2bb9221abaf1 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 946 time: 0.0647640 Jun 24 04:13:55.056966 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c6e28-fd65-4449-8892-a715c18bb982 req-7c3216cc-b8d7-4672-aa93-1aec1972a54b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.059552 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-225c6e28-fd65-4449-8892-a715c18bb982 req-7c3216cc-b8d7-4672-aa93-1aec1972a54b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 946 time: 0.0646465 Jun 24 04:13:55.100598 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-225c6e28-fd65-4449-8892-a715c18bb982 req-c8311346-1675-45a1-9e36-c737998d658c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Jun 24 04:13:55.134704 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6474b60-01ce-483c-8de5-8f8339a1cae4 req-e63e5840-24cb-4593-9acb-2110d35ae84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.136154 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b6474b60-01ce-483c-8de5-8f8339a1cae4 req-e63e5840-24cb-4593-9acb-2110d35ae84e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 1099 time: 0.1245384 Jun 24 04:13:55.166059 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Deleting port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:55.166398 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.172287 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45526) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:55.185123 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.233076 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b6474b60-01ce-483c-8de5-8f8339a1cae4 req-ced08ca3-c553-4858-90f7-4006f189eb12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868697 Jun 24 04:13:55.267273 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] For port 1f427ad1-ea2b-4714-b4f8-14b29148fd40, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1f427ad1-ea2b-4714-b4f8-14b29148fd40,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:55.268340 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.277371 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.280676 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Calling delete_port for 1f427ad1-ea2b-4714-b4f8-14b29148fd40 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:55.360702 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.360894 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-78793fe3-85e7-4b70-b224-97862395ef09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.395904 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28511129-8c61-425e-9398-feebd1cc4bcb,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.400198 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5461c14231dd4da4bcb9cf3a4c33c3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267587 Jun 24 04:13:55.401105 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.402775 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45528) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:55.449328 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.470270 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.475943 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.479842 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.487276 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['1f427ad1-ea2b-4714-b4f8-14b29148fd40'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:55.504621 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Pushing event deleted for resources: {'Port': ['ID=1f427ad1-ea2b-4714-b4f8-14b29148fd40,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.508110 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.551128 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] No DVR routers for this DVR port 1f427ad1-ea2b-4714-b4f8-14b29148fd40 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:13:55.553503 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.555508 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-628ffa22-a581-4ea8-a7c4-22783f316532 req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.21 "DELETE /v2.0/ports/1f427ad1-ea2b-4714-b4f8-14b29148fd40 HTTP/1.1" status: 204 len: 173 time: 0.5426300 Jun 24 04:13:55.556032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c22437f-dd01-4416-bd7b-d1432483645e', 'name': 'network-vif-deleted', 'tag': '1f427ad1-ea2b-4714-b4f8-14b29148fd40'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:55.558366 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076af939-1c55-41ac-9949-3d039f5474e8" -d '{"events": [{"server_uuid": "1c22437f-dd01-4416-bd7b-d1432483645e", "name": "network-vif-deleted", "tag": "1f427ad1-ea2b-4714-b4f8-14b29148fd40"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:55.584844 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.591171 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.591171 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28511129-8c61-425e-9398-feebd1cc4bcb HTTP/1.1" status: 204 len: 168 time: 0.1849036 Jun 24 04:13:55.591171 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0690acc8-4513-4344-a1fe-1e68ee45b5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.597880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ecf7bf-eae4-4a96-98f1-6ce44e16b762 x-openstack-request-id: req-f6ecf7bf-eae4-4a96-98f1-6ce44e16b762 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:55.598504 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c22437f-dd01-4416-bd7b-d1432483645e", "name": "network-vif-deleted", "tag": "1f427ad1-ea2b-4714-b4f8-14b29148fd40", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:55.598795 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6ecf7bf-eae4-4a96-98f1-6ce44e16b762 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:55.599219 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c22437f-dd01-4416-bd7b-d1432483645e', 'name': 'network-vif-deleted', 'tag': '1f427ad1-ea2b-4714-b4f8-14b29148fd40', 'status': 'completed', 'code': 200} Jun 24 04:13:55.599350 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28511129-8c61-425e-9398-feebd1cc4bcb,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.601444 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.803498 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-e532659e-942c-469c-9427-70dee8b48324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.850220 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.934932 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1b107a60-6dcc-4b47-8ad8-7ae35277f6c3 req-e991bc48-8a37-426e-9585-7c715fe8f094 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c22437f-dd01-4416-bd7b-d1432483645e HTTP/1.1" status: 200 len: 210 time: 0.0286269 Jun 24 04:13:56.289852 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e40534-9dee-43bb-b8da-33546932eab2 req-12b031b0-f1fd-4bbc-b893-c31378bca760 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.291314 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-20e40534-9dee-43bb-b8da-33546932eab2 req-12b031b0-f1fd-4bbc-b893-c31378bca760 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 946 time: 0.0771189 Jun 24 04:13:56.334431 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-20e40534-9dee-43bb-b8da-33546932eab2 req-a92b0950-5060-42b2-8a05-e39484abe38f tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Jun 24 04:13:56.893956 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.032405 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45580) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:57.444281 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.589609 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ab0c-95b4-471c-8b0b-3e93eaf88413 req-d4cf7c9f-82ef-4813-b9f5-9f1605884630 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:57.591157 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5f74ab0c-95b4-471c-8b0b-3e93eaf88413 req-d4cf7c9f-82ef-4813-b9f5-9f1605884630 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 946 time: 0.1157362 Jun 24 04:13:57.710943 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5f74ab0c-95b4-471c-8b0b-3e93eaf88413 req-74f0aa72-f221-4690-b3b4-2238d4ac8471 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Jun 24 04:13:57.836081 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Deleting port 23787dd7-f686-4c02-be71-049d181a4779 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:57.836366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.917442 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] For port 23787dd7-f686-4c02-be71-049d181a4779, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=23787dd7-f686-4c02-be71-049d181a4779,segment=NetworkSegment(c697f40a-d884-4765-a134-5ac241c484f9),segment_id=c697f40a-d884-4765-a134-5ac241c484f9)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:57.917790 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.933798 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Calling delete_port for 23787dd7-f686-4c02-be71-049d181a4779 owned by network:router_interface {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:58.207920 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:58.211462 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:58.240640 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Pushing event deleted for resources: {'Port': ['ID=23787dd7-f686-4c02-be71-049d181a4779,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:58.245757 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:58.348658 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 1f427ad1-ea2b-4714-b4f8-14b29148fd40 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:58.379571 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 1f427ad1-ea2b-4714-b4f8-14b29148fd40 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:13:58.380150 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 1f427ad1-ea2b-4714-b4f8-14b29148fd40 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:13:58.398622 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:58.460861 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:58.816591 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:13:58.929258 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:13:58.935002 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] 10.222.0.11 "PUT /v2.0/routers/5c34401d-bd88-41af-9a2b-bf2de7dcb2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014764 Jun 24 04:13:58.937530 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45624) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:58.938560 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] Sync routers for ids ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:13:58.950139 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] Routers {'5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:58.951785 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:59.054255 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] Set router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:59.057385 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks [] for router, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.168251 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.333296 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Deleting port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:59.334306 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.353830 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:13:58Z', 'revision_number': 5, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port': {'id': '75987ced-5f70-4f58-88cb-16c9f1ed4bb2', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:59.362952 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45634) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:59.394246 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] Checking router: 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:13:59.408230 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] Routers {'5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:59.409458 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:59.471790 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] For port 75987ced-5f70-4f58-88cb-16c9f1ed4bb2, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:59.472155 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.487610 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Calling delete_port for 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 owned by network:router_gateway {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:59.517492 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] Set router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 gateway port host: None {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:59.518524 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.576236 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:13:59Z', 'revision_number': 6, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port_host': None}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:59.607552 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f601bbb-ac8d-4683-8e78-ff5fd06283d6 None None] The sync data for ids ['5c34401d-bd88-41af-9a2b-bf2de7dcb2f7'] in dv-cinder-792462-18-smb is: [{'id': '5c34401d-bd88-41af-9a2b-bf2de7dcb2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-548838786-router', 'tenant_id': '00144e8f1f44463f90e204fefdcbdf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:43Z', 'updated_at': '2021-06-24T04:13:59Z', 'revision_number': 6, 'project_id': '00144e8f1f44463f90e204fefdcbdf21', 'gw_port_host': None}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:13:59.629248 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ca8f6-cb45-47be-821c-f9217269a7f3 req-426000bd-5704-48e0-ab97-fa25669cb406 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:59.631210 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c20ca8f6-cb45-47be-821c-f9217269a7f3 req-426000bd-5704-48e0-ab97-fa25669cb406 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1038306 Jun 24 04:13:59.651619 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2424d1b-6977-4c9d-ac16-7b4845c0370c req-9790bac7-3be1-4b03-baa2-6e27f5c75e6c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:59.653272 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d2424d1b-6977-4c9d-ac16-7b4845c0370c req-9790bac7-3be1-4b03-baa2-6e27f5c75e6c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 946 time: 0.1218498 Jun 24 04:13:59.691522 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c20ca8f6-cb45-47be-821c-f9217269a7f3 req-9c991191-1c2f-44a6-9322-2cdf365a6b18 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530956 Jun 24 04:13:59.706535 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.709634 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d2424d1b-6977-4c9d-ac16-7b4845c0370c req-1670363b-65fe-41a4-b4fc-e60daf12e91c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Jun 24 04:13:59.826098 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.828697 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0c6ab6ce-3d9f-4243-9b44-c534d5107a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:59.858611 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:59.861605 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-10ee3195-2499-49ee-a2af-25a001238b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:59.864171 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8467bf-a35c-4de2-91cc-91944e58fef2,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:59.868352 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68c83381f8e54fe4bafbc9fbd037df35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040598 Jun 24 04:13:59.869392 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:59.873300 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45638) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:59.897488 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Pushing event deleted for resources: {'Port': ['ID=75987ced-5f70-4f58-88cb-16c9f1ed4bb2,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:59.905160 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:59.996846 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.008614 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.069334 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 23787dd7-f686-4c02-be71-049d181a4779 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:00.085843 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.099315 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 23787dd7-f686-4c02-be71-049d181a4779 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:00.099660 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 23787dd7-f686-4c02-be71-049d181a4779 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:00.126080 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.131453 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.277844 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.278279 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 {{(pid=93542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:14:00.283812 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.284918 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-3945226b-4605-4b9b-b0e6-6d135e8ca149 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5c34401d-bd88-41af-9a2b-bf2de7dcb2f7 HTTP/1.1" status: 204 len: 168 time: 1.3463078 Jun 24 04:14:00.287428 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45640) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:00.313523 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.316009 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.319627 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a8467bf-a35c-4de2-91cc-91944e58fef2 HTTP/1.1" status: 204 len: 168 time: 0.4275556 Jun 24 04:14:00.319627 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:00.330425 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8467bf-a35c-4de2-91cc-91944e58fef2,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:00.333747 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:00.351394 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Deleting subnet ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:14:00.354977 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.389089 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.438122 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.559189 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.561837 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9f1fcc6d-c813-48b8-9edf-f8fa3529ab2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:00.586301 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:00.589864 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:00.593015 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.594839 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-1ef0d795-388d-46cd-91fa-6cbb035f90ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ab0b66f9-7ee0-4ea2-9e3d-b44bc4c4db21 HTTP/1.1" status: 204 len: 168 time: 0.3064690 Jun 24 04:14:00.598360 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45650) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:00.711777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.838372 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.866660 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abf061d-ea27-4ce0-8c91-c77b32e3255a']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:00.885237 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c697f40a-d884-4765-a134-5ac241c484f9') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:00.885564 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c697f40a-d884-4765-a134-5ac241c484f9') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:00.895864 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9089-a86c-4ee2-9625-6263cd97615f req-229f3264-65f6-4849-8b76-890fb5c5d246 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:00.897381 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-412b9089-a86c-4ee2-9625-6263cd97615f req-229f3264-65f6-4849-8b76-890fb5c5d246 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 946 time: 0.0670900 Jun 24 04:14:00.903797 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.919527 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-2c93147b-f6ac-45f2-97f1-cc4878c8d6db tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:00.921056 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-2c93147b-f6ac-45f2-97f1-cc4878c8d6db tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 946 time: 0.1778190 Jun 24 04:14:00.937700 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-412b9089-a86c-4ee2-9625-6263cd97615f req-b5e5091f-e1a0-4940-8d79-eb6814cf4e4c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Jun 24 04:14:00.937912 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.971045 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:14:00.971438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:14:00.974916 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:14:01.029426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287f5c4-7446-4678-aa32-4c1b60de79c5 req-c94de12c-02e3-458c-8695-3b5d1f947c06 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.030794 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8287f5c4-7446-4678-aa32-4c1b60de79c5 req-c94de12c-02e3-458c-8695-3b5d1f947c06 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.2064023 Jun 24 04:14:01.108597 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8287f5c4-7446-4678-aa32-4c1b60de79c5 req-bdc5a38b-789d-4c6e-a86c-424cd678d9a4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692897 Jun 24 04:14:01.123081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Deleting port 7d5af080-3182-4f38-9efb-4c877d9ad7de {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:01.123425 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.171101 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.179252 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:01.186355 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.187744 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7abf061d-ea27-4ce0-8c91-c77b32e3255a HTTP/1.1" status: 204 len: 168 time: 0.5883844 Jun 24 04:14:01.201493 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abf061d-ea27-4ce0-8c91-c77b32e3255a,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:01.208472 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dda32c42-2678-46b6-9723-1aa74e440649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:01.225874 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] For port 7d5af080-3182-4f38-9efb-4c877d9ad7de, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7d5af080-3182-4f38-9efb-4c877d9ad7de,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:01.226230 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.238966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Calling delete_port for 7d5af080-3182-4f38-9efb-4c877d9ad7de owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:01.458078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.461644 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6eeebe9e-859e-4773-9e46-6d1734c24e5f tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:01.468807 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['7d5af080-3182-4f38-9efb-4c877d9ad7de'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:01.485796 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Pushing event deleted for resources: {'Port': ['ID=7d5af080-3182-4f38-9efb-4c877d9ad7de,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:01.488962 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:01.533829 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] No DVR routers for this DVR port 7d5af080-3182-4f38-9efb-4c877d9ad7de on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:01.536289 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.538161 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b14aa128-7ae7-48cc-b53a-64a6fc2a7f32 req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "DELETE /v2.0/ports/7d5af080-3182-4f38-9efb-4c877d9ad7de HTTP/1.1" status: 204 len: 173 time: 0.6106212 Jun 24 04:14:01.538643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46691696-6727-4fde-a02c-6f997a9b113e', 'name': 'network-vif-deleted', 'tag': '7d5af080-3182-4f38-9efb-4c877d9ad7de'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:01.540921 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba88b4f4-b437-408c-ac93-5c329999da68" -d '{"events": [{"server_uuid": "46691696-6727-4fde-a02c-6f997a9b113e", "name": "network-vif-deleted", "tag": "7d5af080-3182-4f38-9efb-4c877d9ad7de"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:01.574668 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd9ae3-d332-4f49-862a-239e680c5a4d x-openstack-request-id: req-7cbd9ae3-d332-4f49-862a-239e680c5a4d {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:01.574983 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46691696-6727-4fde-a02c-6f997a9b113e", "name": "network-vif-deleted", "tag": "7d5af080-3182-4f38-9efb-4c877d9ad7de", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:01.575260 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cbd9ae3-d332-4f49-862a-239e680c5a4d {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:01.575697 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46691696-6727-4fde-a02c-6f997a9b113e', 'name': 'network-vif-deleted', 'tag': '7d5af080-3182-4f38-9efb-4c877d9ad7de', 'status': 'completed', 'code': 200} Jun 24 04:14:01.596082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45662) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:01.811130 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:01.833212 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:01.833819 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 75987ced-5f70-4f58-88cb-16c9f1ed4bb2 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:01.886751 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-fe1b97b8-ed93-4ed6-aa35-fc03ee473f90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00144e8f1f44463f90e204fefdcbdf21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2894509 Jun 24 04:14:01.889066 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45668) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:01.935899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:01.957026 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:02.070000 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:02.072500 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:02.073514 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f98717bd-0962-445e-b669-56db5a7ebd93 HTTP/1.1" status: 204 len: 168 time: 0.1835685 Jun 24 04:14:02.089308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-926d7940-3d3c-41ed-82f6-bbf3cd306954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:02.092970 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-406d26df-5468-400b-87ab-10be61571edf req-1f3509bc-fbaa-4f76-a94d-b6e93f65fe10 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=46691696-6727-4fde-a02c-6f997a9b113e HTTP/1.1" status: 200 len: 210 time: 0.0333388 Jun 24 04:14:02.099275 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98717bd-0962-445e-b669-56db5a7ebd93,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:02.101504 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:02.280188 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c5bf5-a0c9-4912-9b1f-1baf0dd24de1 req-1647d44b-8107-4f23-84e8-4f44dd74f352 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:02.281855 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ba9c5bf5-a0c9-4912-9b1f-1baf0dd24de1 req-1647d44b-8107-4f23-84e8-4f44dd74f352 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0606179 Jun 24 04:14:02.323274 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ba9c5bf5-a0c9-4912-9b1f-1baf0dd24de1 req-32c6fa6c-0523-41bb-a21a-0f9caf54f668 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353086 Jun 24 04:14:03.419891 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45720) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:03.502328 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-83dac728-9a25-4e12-89a1-515fb7d50d5c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:03.509684 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-83dac728-9a25-4e12-89a1-515fb7d50d5c tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/networks?id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce HTTP/1.1" status: 200 len: 809 time: 0.1287358 Jun 24 04:14:03.519889 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-480f2f6d-36fd-4846-906a-c60e3ca58e9f tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/quotas/bb8bf76333a5458b8d6d629ec986b84a HTTP/1.1" status: 200 len: 375 time: 0.0094063 Jun 24 04:14:03.524250 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328c659-618f-446a-aec3-e3303af6dc31 req-0bfa5783-2f40-43c6-acea-5d36683ed0da tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:03.531257 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9328c659-618f-446a-aec3-e3303af6dc31 req-0bfa5783-2f40-43c6-acea-5d36683ed0da tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0746043 Jun 24 04:14:03.562851 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-02926b28-a4d6-4c4f-a596-944c8096e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.563034 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-39063190-b418-4cf5-ab59-0a89aae4b87b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375783 Jun 24 04:14:03.596761 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9328c659-618f-446a-aec3-e3303af6dc31 req-a3f27f9a-a9c2-4909-a9ea-d1c969cb78a0 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643287 Jun 24 04:14:03.656930 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-cdb3c0d5-7487-49f6-b3ea-42a53a9ca1c3 service neutron] 10.222.0.11 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925100 Jun 24 04:14:03.673783 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-02926b28-a4d6-4c4f-a596-944c8096e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.749955 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-4f322973-03e6-45a9-ba9d-bd7e054d1f34 service neutron] 10.222.0.11 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838504 Jun 24 04:14:03.755460 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-02926b28-a4d6-4c4f-a596-944c8096e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.759121 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4a77f55b-ee06-489d-a3b6-218d42a985d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:03.795907 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-02926b28-a4d6-4c4f-a596-944c8096e6e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81495ca06a4c478ebdd1dd7f92ef2fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741705 Jun 24 04:14:03.798772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926b28-a4d6-4c4f-a596-944c8096e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4301729f-c606-42eb-85a6-061cd5291371,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:03.802669 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45728) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:03.809779 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-02926b28-a4d6-4c4f-a596-944c8096e6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:03.859043 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.880774 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:04.018093 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cfe97a29-7ccc-4037-9a34-8e6b1144ce5b req-558d9c90-c48e-43fc-be05-21e503555bad tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 210 time: 0.0290697 Jun 24 04:14:04.026032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:04.028714 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:04.034881 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4301729f-c606-42eb-85a6-061cd5291371 HTTP/1.1" status: 204 len: 168 time: 0.2279294 Jun 24 04:14:04.034881 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-937144e5-2203-467a-af82-fe573083bf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:04.046401 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4301729f-c606-42eb-85a6-061cd5291371,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:04.053769 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:04.379490 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 7d5af080-3182-4f38-9efb-4c877d9ad7de no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:04.399492 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 7d5af080-3182-4f38-9efb-4c877d9ad7de {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:04.399842 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 7d5af080-3182-4f38-9efb-4c877d9ad7de not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:04.780197 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bf3f6-ccc3-4ae1-a5fb-33bd2a46484a req-c4da476f-e8f3-4d0d-acf1-1b6c54dab6a9 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:04.782001 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-103bf3f6-ccc3-4ae1-a5fb-33bd2a46484a req-c4da476f-e8f3-4d0d-acf1-1b6c54dab6a9 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0678487 Jun 24 04:14:04.823347 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-103bf3f6-ccc3-4ae1-a5fb-33bd2a46484a req-15a17997-d2b2-442e-9cb7-1345ab95729e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344148 Jun 24 04:14:05.160570 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f37ba259-586e-485d-a502-a27184048e4f req-d4bb90d8-d0ce-40af-b6f6-1f21d2657888 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 210 time: 0.0281219 Jun 24 04:14:05.191381 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45782) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:05.287147 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-615755781-network', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:05.409259 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Made reservation on behalf of e6ddaebaace6463692eea34c8b53f984 for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:05.411711 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.420162 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.506242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.589340 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.593121 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:05.610124 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:14:05.624400 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d7247-1301-49f2-879b-b00b4b49db29,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:05.627229 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.627568 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Added segment acf0b46a-1a2c-4ab4-a521-5e198b584eb3 of type vlan for network b80fa2d7-a726-422e-a74a-e354471f1416 Jun 24 04:14:05.628927 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:05.670230 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.815028 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.818944 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.818944 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.820020 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef04396f-e96a-4c8d-8bac-c7a3c2592580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:05.874457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Pushing event updated for resources: {'Network': ['ID=b80fa2d7-a726-422e-a74a-e354471f1416,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:05.877927 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:05.884793 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network b80fa2d7-a726-422e-a74a-e354471f1416 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:14:05.933265 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7406111 Jun 24 04:14:05.936182 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45792) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:05.941721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Request body: {'subnet': {'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-615755781-subnet', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:06.003048 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcd52f-a3fa-4356-a803-b2c3179cb285 req-513438b8-f7ab-49dc-bd45-8097c4f9b06f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.004471 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f0dcd52f-a3fa-4356-a803-b2c3179cb285 req-513438b8-f7ab-49dc-bd45-8097c4f9b06f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0640218 Jun 24 04:14:06.042942 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f0dcd52f-a3fa-4356-a803-b2c3179cb285 req-752bff94-bd2d-4066-8cd7-e48334f2fb2e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Jun 24 04:14:06.046340 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Made reservation on behalf of e6ddaebaace6463692eea34c8b53f984 for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:06.048640 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9387189'] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.282133 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9387171'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.300562 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-73d34eeb-5e85-49fb-a669-3caada3fd187 req-5c8f8a0d-7712-4d91-a66c-c68f435faba7 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 210 time: 0.0292237 Jun 24 04:14:06.302209 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:06.388294 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c796a9-e729-47d9-bc2d-c793f7858668,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:06.413784 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:06.423185 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Checking segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:06.423531 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Network hostable DHCP agents. Network: b80fa2d7-a726-422e-a74a-e354471f1416, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:14:06.469239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ce72479c-fd6a-4869-8a50-7c9680e3e2ea tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.470558 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ce72479c-fd6a-4869-8a50-7c9680e3e2ea tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "GET /v2.0/networks?id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce HTTP/1.1" status: 200 len: 809 time: 0.1306200 Jun 24 04:14:06.483271 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Request body: {'port': {'device_id': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce', 'admin_state_up': True, 'tenant_id': 'bb8bf76333a5458b8d6d629ec986b84a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:06.544275 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Network b80fa2d7-a726-422e-a74a-e354471f1416 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:14:06.660032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, b80fa2d7-a726-422e-a74a-e354471f1416) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:06.661662 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Made reservation on behalf of bb8bf76333a5458b8d6d629ec986b84a for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:06.665699 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.669968 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.670519 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.670627 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd3f91-81af-45b4-951f-ef7bcdd4cebc None None] Network b80fa2d7-a726-422e-a74a-e354471f1416 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:14:06.812742 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Allocated IP 172.20.0.6 (b4c27a11-97c1-41cd-abf3-a4ef418d24ce/44f91a1e-9964-4ac7-8a14-3c0eef86845a/a10cac99-c90a-4ee4-84c1-f7a1d98f17ee) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:06.827086 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-dd295829-8b4b-453f-b508-618b39732d90 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8898125 Jun 24 04:14:06.830029 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45802) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:06.834782 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:06.836879 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-b80fa2d7-a726-422e-a74a-e354471f1416', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:14:06.843324 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.983328 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Allocated IP 172.20.0.2 (b80fa2d7-a726-422e-a74a-e354471f1416/f9c796a9-e729-47d9-bc2d-c793f7858668/85624999-3833-4684-8175-c404ed3cce5c) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:06.986862 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.990661 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.991780 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.060720 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.124628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.132596 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Transition to ACTIVE for port object 85624999-3833-4684-8175-c404ed3cce5c will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:07.147704 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Transition to ACTIVE for port object 85624999-3833-4684-8175-c404ed3cce5c will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:07.185733 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.215809 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.220359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:07.229462 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-acd987a5-1d9b-4824-a42d-9cdb70914d33 tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:07.232686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d06606-2edb-41bd-a856-06f8fae04cf9 req-737855e9-62a4-4511-9562-eb37a02d39ae tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.237650 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-57d06606-2edb-41bd-a856-06f8fae04cf9 req-737855e9-62a4-4511-9562-eb37a02d39ae tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0741024 Jun 24 04:14:07.258630 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Network b80fa2d7-a726-422e-a74a-e354471f1416 is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:07.265543 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:07.270180 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:07.277419 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Pushing event updated for resources: {'Port': ['ID=85624999-3833-4684-8175-c404ed3cce5c,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:07.286078 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-57d06606-2edb-41bd-a856-06f8fae04cf9 req-3a3f0748-20c5-4cc7-8819-2347e8608384 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Jun 24 04:14:07.287705 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.288174 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.288610 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.289056 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.289675 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.290035 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.290556 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.290888 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.291234 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.291625 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.291954 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.292275 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:07.308604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Network b4c27a11-97c1-41cd-abf3-a4ef418d24ce is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:07.311099 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:07.342256 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:07.346269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:07.348034 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Attempting to bind port 85624999-3833-4684-8175-c404ed3cce5c on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:07.348658 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Attempting to bind port 85624999-3833-4684-8175-c404ed3cce5c by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:07.349189 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Attempting to bind port 85624999-3833-4684-8175-c404ed3cce5c on network b80fa2d7-a726-422e-a74a-e354471f1416 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:07.355057 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:07.355541 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Checking segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:07.356037 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.356539 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Bound using segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:07.357157 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Bound port: 85624999-3833-4684-8175-c404ed3cce5c, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:07.357627 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.367116 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Pushing event updated for resources: {'Port': ['ID=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:07.384396 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:07.397280 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.397891 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.402535 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.433864 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] For port 85624999-3833-4684-8175-c404ed3cce5c, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:07.437207 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] For port 85624999-3833-4684-8175-c404ed3cce5c, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=85624999-3833-4684-8175-c404ed3cce5c,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:07.529466 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b2571-189e-4460-b69e-54dcc105b4e4 req-2441cb78-8645-40fe-a229-fac11c2716de tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.530938 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b47b2571-189e-4460-b69e-54dcc105b4e4 req-2441cb78-8645-40fe-a229-fac11c2716de tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 931 time: 0.1023705 Jun 24 04:14:07.564478 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.564980 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:07.572862 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0933826 Jun 24 04:14:07.590337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Request body: {'port': {'device_id': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:07.627350 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Pushing event updated for resources: {'Port': ['ID=85624999-3833-4684-8175-c404ed3cce5c,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:07.630731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:07.655208 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b47b2571-189e-4460-b69e-54dcc105b4e4 req-7406e71f-bd9a-423e-865c-f9070ba61611 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102085 Jun 24 04:14:07.661140 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-df84051f-d300-488e-8e70-53af2d18497b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1867232 Jun 24 04:14:07.748636 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.864146 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-5d98a0c4-0436-4290-8716-b7201d38435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.869533 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-5d98a0c4-0436-4290-8716-b7201d38435d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 1099 time: 0.1598365 Jun 24 04:14:07.934223 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 85624999-3833-4684-8175-c404ed3cce5c up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:08.054368 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 85624999-3833-4684-8175-c404ed3cce5c completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:08.092161 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.149264 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.165979 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-b5482362-f087-4ab5-804a-1fb96b64af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.167421 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-b5482362-f087-4ab5-804a-1fb96b64af40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.2583253 Jun 24 04:14:08.291681 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-65dd76a9-01b9-48f2-a112-ae6b0ea59feb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 200 len: 1001 time: 0.1160393 Jun 24 04:14:08.487708 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9a7a-da3b-4f6a-86e6-257306135a72 req-0c374dab-d867-4117-9fd8-1367b94ca183 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.489424 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d61e9a7a-da3b-4f6a-86e6-257306135a72 req-0c374dab-d867-4117-9fd8-1367b94ca183 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0715473 Jun 24 04:14:08.539935 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d61e9a7a-da3b-4f6a-86e6-257306135a72 req-404c5d56-8370-4b19-aaa7-6931acef1482 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431921 Jun 24 04:14:08.656772 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e53bf-611d-4d53-913c-44d121be2217 None None] Network b80fa2d7-a726-422e-a74a-e354471f1416 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:14:08.669535 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Allocated IP 172.28.1.133 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:08.692168 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-ffe96883-ddb8-4cb1-8bd2-a32c9ac20c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.694138 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-ffe96883-ddb8-4cb1-8bd2-a32c9ac20c0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.1126482 Jun 24 04:14:08.699082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10cac99-c90a-4ee4-84c1-f7a1d98f17ee {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:08.726786 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.796986 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Transition to ACTIVE for port object a10cac99-c90a-4ee4-84c1-f7a1d98f17ee will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:08.826762 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Provisioning for port 85624999-3833-4684-8175-c404ed3cce5c completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:08.836762 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Provisioning complete for port 85624999-3833-4684-8175-c404ed3cce5c triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:08.837171 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.897319 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.900199 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.905032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:08.908455 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-d1cb3ed3-aecd-4918-822f-ea4ad97084bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.909975 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-d1cb3ed3-aecd-4918-822f-ea4ad97084bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2033989 Jun 24 04:14:08.917725 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.934802 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.972112 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] For port 85624999-3833-4684-8175-c404ed3cce5c, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=85624999-3833-4684-8175-c404ed3cce5c,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:08.984498 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36d20-84dd-4187-a544-53ea3e0ab212 req-6dc413b0-e23d-4b10-9b4c-fef8a4f59350 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.991788 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-60e36d20-84dd-4187-a544-53ea3e0ab212 req-6dc413b0-e23d-4b10-9b4c-fef8a4f59350 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 931 time: 0.1919069 Jun 24 04:14:09.030002 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.032065 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:09.059341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:09.084115 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:09.088645 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Pushing event updated for resources: {'Port': ['ID=85624999-3833-4684-8175-c404ed3cce5c,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:09.091966 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:09.141620 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-60e36d20-84dd-4187-a544-53ea3e0ab212 req-e9ed8c60-92bf-4ef1-87f0-bd7d2c695280 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479743 Jun 24 04:14:09.154166 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-ba147095-f1b5-46bc-81ce-60666c853aab None None] Provisioning complete for port 85624999-3833-4684-8175-c404ed3cce5c triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:09.154835 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ba147095-f1b5-46bc-81ce-60666c853aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.170118 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-f8bd3d2f-6018-423d-904a-3ca6f563231d service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484028 Jun 24 04:14:09.183756 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Attempting to bind port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:09.184091 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Attempting to bind port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:09.184412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Attempting to bind port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee on network b4c27a11-97c1-41cd-abf3-a4ef418d24ce {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:09.201541 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee on network b4c27a11-97c1-41cd-abf3-a4ef418d24ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:14:09.201862 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Attempting to bind port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee on network b4c27a11-97c1-41cd-abf3-a4ef418d24ce {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:09.214858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:09.215186 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Checking segment: {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:09.215558 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Bound using segment: {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:09.215979 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Bound port: a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '979d260e-7d93-446d-934e-7f3ac02b5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:09.216319 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.277709 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.282750 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:09.338871 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:09.351074 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:09.365261 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:09.366995 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Pushing event updated for resources: {'Port': ['ID=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:09.372550 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:09.397638 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4d7d3a98-0fff-4b78-b53d-4dc8608a3faa req-5a450159-a8a3-408b-b0ee-6c6a9f7866ae service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083011 Jun 24 04:14:09.405112 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] For port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:09.423971 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] For port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:09.522878 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.526290 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f2083c30-3b1d-4101-9580-60abec3efd55 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:09.562824 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.563654 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.565069 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a10cac99-c90a-4ee4-84c1-f7a1d98f17ee HTTP/1.1" status: 200 len: 1093 time: 1.9833884 Jun 24 04:14:09.565569 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'tag': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:09.567825 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b493f883-d1aa-4991-acd2-16f5d7c3d348" -d '{"events": [{"name": "network-changed", "server_uuid": "32f3e983-28d9-4923-93f8-9f6aba5384fb", "tag": "a10cac99-c90a-4ee4-84c1-f7a1d98f17ee"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:09.590067 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:09.597269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:09.604045 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b70523-5984-489d-9d74-8456e4e03a74 x-openstack-request-id: req-20b70523-5984-489d-9d74-8456e4e03a74 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:09.604429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f3e983-28d9-4923-93f8-9f6aba5384fb", "tag": "a10cac99-c90a-4ee4-84c1-f7a1d98f17ee", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:09.604877 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20b70523-5984-489d-9d74-8456e4e03a74 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:09.605429 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'tag': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee', 'status': 'completed', 'code': 200} Jun 24 04:14:09.805995 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f883-d1aa-4991-acd2-16f5d7c3d348 req-a211c354-33b3-44fd-a122-cef5b6e19f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.807464 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b493f883-d1aa-4991-acd2-16f5d7c3d348 req-a211c354-33b3-44fd-a122-cef5b6e19f05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 1096 time: 0.1706951 Jun 24 04:14:09.847113 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.881499 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 85624999-3833-4684-8175-c404ed3cce5c up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:09.939333 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 85624999-3833-4684-8175-c404ed3cce5c triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:09.939932 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:09.951025 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a84e4-6c6a-4bd9-958e-5b2dc9e5f66e req-69e05125-e38c-4ba1-8f3b-61e6f2d9c01c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.952888 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e56a84e4-6c6a-4bd9-958e-5b2dc9e5f66e req-69e05125-e38c-4ba1-8f3b-61e6f2d9c01c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.2493958 Jun 24 04:14:10.058653 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f883-d1aa-4991-acd2-16f5d7c3d348 req-b705e49e-a087-460b-bf17-6d5d002c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.060216 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b493f883-d1aa-4991-acd2-16f5d7c3d348 req-b705e49e-a087-460b-bf17-6d5d002c32d3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2397516 Jun 24 04:14:10.067678 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e56a84e4-6c6a-4bd9-958e-5b2dc9e5f66e req-a05997c8-69b2-4b5f-8979-b17827bc5a4a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055050 Jun 24 04:14:10.254897 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f883-d1aa-4991-acd2-16f5d7c3d348 req-c637c11f-97ee-4682-a123-27e2fc7b4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.256331 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b493f883-d1aa-4991-acd2-16f5d7c3d348 req-c637c11f-97ee-4682-a123-27e2fc7b4ed2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826875 Jun 24 04:14:10.260522 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:10.324834 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26635-9567-479b-954e-145cb719c0c8 req-b6123c1f-10eb-4b75-be72-b4f7385cf6a8 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.326702 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-dcb26635-9567-479b-954e-145cb719c0c8 req-b6123c1f-10eb-4b75-be72-b4f7385cf6a8 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 943 time: 0.0709705 Jun 24 04:14:10.363916 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-dcb26635-9567-479b-954e-145cb719c0c8 req-c3004b74-90e6-4fab-a089-07eda8ad42f3 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jun 24 04:14:10.415150 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-b4939c66-e937-44db-9778-389ac58d7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.416731 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-b4939c66-e937-44db-9778-389ac58d7758 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 1096 time: 0.1095202 Jun 24 04:14:10.461732 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-1d9c7797-7a0e-49e6-a80d-485ef87b65d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee HTTP/1.1" status: 200 len: 217 time: 0.0372949 Jun 24 04:14:10.511201 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-61bc9312-6202-4774-9a6a-e020456b727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.512583 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-61bc9312-6202-4774-9a6a-e020456b727d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=44f91a1e-9964-4ac7-8a14-3c0eef86845a HTTP/1.1" status: 200 len: 849 time: 0.0434835 Jun 24 04:14:10.543851 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-cf421b74-4721-4732-8641-62588ab2495b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4c27a11-97c1-41cd-abf3-a4ef418d24ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246594 Jun 24 04:14:10.617896 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Router a24a6d54-5f59-4cac-bc0f-db6e40fab27d is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:14:10.641223 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-b0bb37b7-44d3-4687-9d3e-6de99948f38b service neutron] 10.222.0.21 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912580 Jun 24 04:14:11.056969 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:11.064360 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1f19a526-8bc2-44d1-8a3d-00d9b9aaaf8a req-984c5808-51fd-4d1f-a7c8-f7d3e8685509 service neutron] 10.222.0.21 "GET /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935115 Jun 24 04:14:11.067898 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Sync routers for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:11.081303 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:11.082831 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:11.193143 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:11.240081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Notify callbacks [] for router, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:11.241302 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4102702 Jun 24 04:14:11.244241 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45860) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:11.255753 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84257347-f410-422f-9067-bd069d27777e req-f24c2175-307f-4a04-bda0-71670d024a4a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:11.257253 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-84257347-f410-422f-9067-bd069d27777e req-f24c2175-307f-4a04-bda0-71670d024a4a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0701315 Jun 24 04:14:11.298790 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-84257347-f410-422f-9067-bd069d27777e req-6941940d-c090-4602-9404-fac4518d81a2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348630 Jun 24 04:14:11.395628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:09Z', 'revision_number': 3, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:11.436319 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Checking router: a24a6d54-5f59-4cac-bc0f-db6e40fab27d for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:11.436843 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Updating router a24a6d54-5f59-4cac-bc0f-db6e40fab27d port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:14:11.495623 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:11.585503 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c290b05-e94c-4a56-b84f-b0e0dfb88aaa req-40e47947-0ea9-42a0-9460-3bc251e59bbf tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:11.587186 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7c290b05-e94c-4a56-b84f-b0e0dfb88aaa req-40e47947-0ea9-42a0-9460-3bc251e59bbf tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 943 time: 0.1041863 Jun 24 04:14:11.643320 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7c290b05-e94c-4a56-b84f-b0e0dfb88aaa req-b885a471-cbc1-419e-b3ce-a632a6b13abb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Jun 24 04:14:11.729838 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:11.888205 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Allocated IP 172.20.0.1 (b80fa2d7-a726-422e-a74a-e354471f1416/f9c796a9-e729-47d9-bc2d-c793f7858668/cf3000f5-c519-4b35-b916-51b22255f3cf) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:11.921286 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:11.931759 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Transition to ACTIVE for port object ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:11.988405 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.002684 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.provisioning_blocks [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Transition to ACTIVE for port object cf3000f5-c519-4b35-b916-51b22255f3cf will not be triggered until provisioned by entity DHCP. {{(pid=93542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:12.021814 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.026613 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:12.042325 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385991cf-09a4-4f97-bb77-b3da21adfee6 req-5faa4488-3908-40ba-ba51-3b11388915c0 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.043854 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-385991cf-09a4-4f97-bb77-b3da21adfee6 req-5faa4488-3908-40ba-ba51-3b11388915c0 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0842037 Jun 24 04:14:12.080660 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Attempting to bind port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:12.081223 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Attempting to bind port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:12.081416 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Attempting to bind port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:12.088166 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30c856-c01a-40cc-b5a9-fb3c7bbeeac6 None None] Pushing event updated for resources: {'Port': ['ID=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:12.091412 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8d30c856-c01a-40cc-b5a9-fb3c7bbeeac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:12.092576 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:12.092948 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:12.093499 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.093955 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:12.094356 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Bound port: ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:12.094730 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.107651 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10296197'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.111478 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-385991cf-09a4-4f97-bb77-b3da21adfee6 req-b12faeb5-9dc7-44fc-9373-97e754ed759e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586412 Jun 24 04:14:12.124805 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5613a32d-aa2d-4687-8349-c642388b8868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:12.138283 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-4c8c175f-68f6-4b94-903d-6faa0dee766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.138283 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-4c8c175f-68f6-4b94-903d-6faa0dee766c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 1098 time: 0.0829506 Jun 24 04:14:12.147917 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] For port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:12.151208 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] For port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:12.152591 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Network b80fa2d7-a726-422e-a74a-e354471f1416 is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:12.155468 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:12.159137 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:12.190407 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3000f5-c519-4b35-b916-51b22255f3cf,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:12.200211 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:12.215550 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.218355 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:12.221437 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.236157 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-a56423f5-d0c6-4852-a0cf-151cd16a907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.237862 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-a56423f5-d0c6-4852-a0cf-151cd16a907c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 910 time: 0.1031110 Jun 24 04:14:12.269640 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:12.270272 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:12.317618 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-4bf334f6-1d48-4c74-8727-b9023ed5b045 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 200 len: 1001 time: 0.0721281 Jun 24 04:14:12.366084 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30c856-c01a-40cc-b5a9-fb3c7bbeeac6 None None] Pushing event updated for resources: {'Port': ['ID=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:12.370238 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8d30c856-c01a-40cc-b5a9-fb3c7bbeeac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:12.371613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-118a599b-b642-4946-b1ad-30ebc7b0b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.373216 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-118a599b-b642-4946-b1ad-30ebc7b0b20c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.0481894 Jun 24 04:14:12.398349 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:12.433552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-265f8fb5-0ea1-45f2-bc56-289d2fc81c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.434973 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-265f8fb5-0ea1-45f2-bc56-289d2fc81c69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0550084 Jun 24 04:14:12.450126 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.456562 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-c0aca628-832e-44e7-8d1b-bb403c418e81 None None] Provisioning for port cf3000f5-c519-4b35-b916-51b22255f3cf completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:12.473476 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-c0aca628-832e-44e7-8d1b-bb403c418e81 None None] Provisioning complete for port cf3000f5-c519-4b35-b916-51b22255f3cf triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:12.473890 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-c0aca628-832e-44e7-8d1b-bb403c418e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.527385 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-f60c5eba-85b7-4952-8344-4b76fb13dc92 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Jun 24 04:14:12.544245 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-c0aca628-832e-44e7-8d1b-bb403c418e81 None None] Port cf3000f5-c519-4b35-b916-51b22255f3cf cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:12.620083 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:09Z', 'revision_number': 3, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:12.632785 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb139f9d-0524-4f79-ae9a-ada5327048cc req-fbcfd2ac-62db-4f36-bfeb-b685c201c137 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977232 Jun 24 04:14:12.639636 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.648177 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f14ec-acbb-44b5-afa2-d7d019b75150 None None] The sync data for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb is: [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:09Z', 'revision_number': 3, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:12.727012 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10296247'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.737353 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:12.831172 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:12.832845 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3000f5-c519-4b35-b916-51b22255f3cf,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:12.837499 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:12.929143 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494804-8dac-41f2-9995-e299ca70fc22 req-185d89bb-2cbb-4277-b5f4-cb0ca2bda00f tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.930663 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1b494804-8dac-41f2-9995-e299ca70fc22 req-185d89bb-2cbb-4277-b5f4-cb0ca2bda00f tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 943 time: 0.1613803 Jun 24 04:14:12.998203 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1b494804-8dac-41f2-9995-e299ca70fc22 req-b308740e-ebbd-4bde-bd45-047c344f7b18 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561593 Jun 24 04:14:13.006856 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Network b80fa2d7-a726-422e-a74a-e354471f1416 is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:13.008333 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:13.143509 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Router a24a6d54-5f59-4cac-bc0f-db6e40fab27d has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:13.272861 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-d6474f9e-94e7-4f16-ab83-169ff6ab55c6 None None] Provisioning complete for port cf3000f5-c519-4b35-b916-51b22255f3cf triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:13.273489 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-d6474f9e-94e7-4f16-ab83-169ff6ab55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:13.283238 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:13.293096 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] 10.222.0.11 "PUT /v2.0/routers/a24a6d54-5f59-4cac-bc0f-db6e40fab27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0440257 Jun 24 04:14:13.315708 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-d6474f9e-94e7-4f16-ab83-169ff6ab55c6 None None] Port cf3000f5-c519-4b35-b916-51b22255f3cf cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:13.351950 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4f2a-fc8a-49a3-b4cb-1fde6870253e req-737f3323-0b55-4fd0-82c7-ed81f9d3806c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:13.357567 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2bd4f2a-fc8a-49a3-b4cb-1fde6870253e req-737f3323-0b55-4fd0-82c7-ed81f9d3806c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0921891 Jun 24 04:14:13.401932 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2bd4f2a-fc8a-49a3-b4cb-1fde6870253e req-7271b33b-d207-4251-b38b-214494653c02 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Jun 24 04:14:13.889746 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:13.999416 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45912) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:14.007561 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2059704071-network', 'tenant_id': '5a1024662a474f178758d882773efb14'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:14.015391 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:14.020983 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:14.021563 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.095697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Made reservation on behalf of 5a1024662a474f178758d882773efb14 for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:14.098261 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.108244 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.112203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.134710 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:14.219109 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.221555 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8d30c856-c01a-40cc-b5a9-fb3c7bbeeac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:14.228893 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7b092-efb5-4afd-a035-ddcb6279af33 req-373aafdb-5437-49bd-8edd-f4ccfedff90b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:14.230374 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-19a7b092-efb5-4afd-a035-ddcb6279af33 req-373aafdb-5437-49bd-8edd-f4ccfedff90b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 943 time: 0.1047351 Jun 24 04:14:14.268593 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:14.269232 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.271657 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:14.287856 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-19a7b092-efb5-4afd-a035-ddcb6279af33 req-aa653eec-e173-45c3-bb87-5dd125bc9e55 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Jun 24 04:14:14.323841 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.327740 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ecece17a-972a-45db-a5f5-b1a1928f02fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:14.356852 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:14:14.363816 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8efc1f3-1578-4812-a3a4-2291a8d450db,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:14.367583 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:14.372338 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.372589 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Added segment 17147f83-33ea-4d1d-99d5-c6c1b4330557 of type vlan for network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 Jun 24 04:14:14.379102 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Sync routers for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:14.388824 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:14.389482 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:14.412319 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.443248 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a10cac99-c90a-4ee4-84c1-f7a1d98f17ee details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:14:14.497423 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:14.513240 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.515175 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:14.515947 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.526564 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:14.573457 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:14.590892 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee', 'network_id': 'b4c27a11-97c1-41cd-abf3-a4ef418d24ce', 'port_id': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee', 'mac_address': 'fa:16:3e:c3:b0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f91a1e-9964-4ac7-8a14-3c0eef86845a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:14:14.617366 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045bf00-ae8c-4e15-bf95-ccab64195806 req-ac4f3718-85fc-4048-a697-244001d09a93 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:14.624894 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c045bf00-ae8c-4e15-bf95-ccab64195806 req-ac4f3718-85fc-4048-a697-244001d09a93 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1126323 Jun 24 04:14:14.672412 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c045bf00-ae8c-4e15-bf95-ccab64195806 req-2f2c156a-7cc4-43af-a293-cdbe880cb0cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465434 Jun 24 04:14:14.682986 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.708463 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10cac99-c90a-4ee4-84c1-f7a1d98f17ee {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:14.730354 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:14.739687 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 2, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:14.767996 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Checking router: a24a6d54-5f59-4cac-bc0f-db6e40fab27d for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:14.768475 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Updating router a24a6d54-5f59-4cac-bc0f-db6e40fab27d port cf3000f5-c519-4b35-b916-51b22255f3cf binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:14:14.805203 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.819196 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8179686 Jun 24 04:14:14.822419 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45930) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:14.825350 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:14.826924 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:14.827812 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Request body: {'subnet': {'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2059704071-subnet', 'tenant_id': '5a1024662a474f178758d882773efb14', 'ip_version': 4}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:14.836099 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:14:14.887707 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:14.891070 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:14.944038 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:14.947422 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:15.031004 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Made reservation on behalf of 5a1024662a474f178758d882773efb14 for: {'subnet': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:15.033883 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9387189'] for subnet, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.073608 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.084402 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Transition to ACTIVE for port object cf3000f5-c519-4b35-b916-51b22255f3cf will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:15.107112 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['a10cac99-c90a-4ee4-84c1-f7a1d98f17ee'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:15.150381 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.153494 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-3377fa0c-31c3-44a7-b524-17ad4f78eeb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:15.200058 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Pushing event updated for resources: {'Port': ['ID=cf3000f5-c519-4b35-b916-51b22255f3cf,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:15.209992 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.210733 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.211230 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.211731 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.212049 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.212373 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.212691 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.213010 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.215572 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.215572 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.215572 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.215572 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:15.220434 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:15.259692 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9006353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9387171'] for subnet, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.267339 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:15.280937 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Attempting to bind port cf3000f5-c519-4b35-b916-51b22255f3cf on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:15.281723 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Attempting to bind port cf3000f5-c519-4b35-b916-51b22255f3cf by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:15.282882 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Attempting to bind port cf3000f5-c519-4b35-b916-51b22255f3cf on network b80fa2d7-a726-422e-a74a-e354471f1416 {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:15.288785 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:15.289306 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Checking segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:15.289892 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.290341 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Bound using segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:15.290865 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Bound port: cf3000f5-c519-4b35-b916-51b22255f3cf, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:15.291296 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.323831 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df19e60-26b5-4bae-aab0-e007f5d94a00,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:15.327835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:15.344423 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Checking segment: {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:15.348202 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Network hostable DHCP agents. Network: c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:14:15.379096 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] For port cf3000f5-c519-4b35-b916-51b22255f3cf, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:15.383390 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] For port cf3000f5-c519-4b35-b916-51b22255f3cf, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=cf3000f5-c519-4b35-b916-51b22255f3cf,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:15.453457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:14:15.474194 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.482969 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-a2669394-6599-41cc-a3bb-5be03665f4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:15.488356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1070f-bcdd-458b-8594-a55e52fcb9bc req-597e7bd4-b2d9-4486-8443-7075309d208b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:15.490425 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-60c1070f-bcdd-458b-8594-a55e52fcb9bc req-597e7bd4-b2d9-4486-8443-7075309d208b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 944 time: 0.0735710 Jun 24 04:14:15.527422 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9) {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:15.532236 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:15.534239 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:15.539580 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:15.542820 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f796aa-6e3c-43d6-a4b4-94bb4ebc917d None None] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:14:15.548220 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.553645 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-60c1070f-bcdd-458b-8594-a55e52fcb9bc req-15628f73-368d-48bc-a3b0-df2efb7a3e7b tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568016 Jun 24 04:14:15.590572 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Pushing event updated for resources: {'Port': ['ID=cf3000f5-c519-4b35-b916-51b22255f3cf,revision_number=4']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:15.594670 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-d077e21c-873e-413d-98fa-e374508b8ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:15.640072 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 45934) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:15.642869 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-38b58961-3dcc-4030-bda8-d0b6fe938eae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8192365 Jun 24 04:14:15.648866 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:15.693351 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:15.748741 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'tenant_id': '5a1024662a474f178758d882773efb14', 'fixed_ips': [{'subnet_id': '9df19e60-26b5-4bae-aab0-e007f5d94a00'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:14:15.750183 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.809950 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.814218 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.916525 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:15.923202 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:15.953216 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:15Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:15.957190 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Allocated IP 172.20.0.2 (c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9/9df19e60-26b5-4bae-aab0-e007f5d94a00/10a843de-1ed9-4135-900a-3ca88505aa25) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:16.035538 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:16.035914 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.068484 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21deaa-de36-4cd9-b806-ee8e74697841 None None] The sync data for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb is: [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:15Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:16.175629 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.182439 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.199572 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Transition to ACTIVE for port object 10a843de-1ed9-4135-900a-3ca88505aa25 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:16.218244 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Transition to ACTIVE for port object 10a843de-1ed9-4135-900a-3ca88505aa25 will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:16.335949 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.337985 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-8d30c856-c01a-40cc-b5a9-fb3c7bbeeac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:16.374202 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:16.382465 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:16.387484 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:16.394105 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Pushing event updated for resources: {'Port': ['ID=10a843de-1ed9-4135-900a-3ca88505aa25,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:16.397918 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:16.444710 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a10cac99-c90a-4ee4-84c1-f7a1d98f17ee up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:16.476228 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Attempting to bind port 10a843de-1ed9-4135-900a-3ca88505aa25 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:16.476616 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Attempting to bind port 10a843de-1ed9-4135-900a-3ca88505aa25 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:16.477124 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Attempting to bind port 10a843de-1ed9-4135-900a-3ca88505aa25 on network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:16.484292 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.491056 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:16.491056 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Checking segment: {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:16.491423 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.491683 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Bound using segment: {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:16.492179 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Bound port: 10a843de-1ed9-4135-900a-3ca88505aa25, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:16.492558 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.510517 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.623964 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:14:16.630950 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:16.641506 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:16.641833 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.644725 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] For port 10a843de-1ed9-4135-900a-3ca88505aa25, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:16.673227 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Allocated IP 172.28.1.242 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:16.699114 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] For port 10a843de-1ed9-4135-900a-3ca88505aa25, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=10a843de-1ed9-4135-900a-3ca88505aa25,segment=NetworkSegment(17147f83-33ea-4d1d-99d5-c6c1b4330557),segment_id=17147f83-33ea-4d1d-99d5-c6c1b4330557)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:16.744257 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.771007 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:16.773618 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41a76d-b046-4807-812c-1166b1c9f576" -d '{"events": [{"server_uuid": "32f3e983-28d9-4923-93f8-9f6aba5384fb", "name": "network-vif-plugged", "status": "completed", "tag": "a10cac99-c90a-4ee4-84c1-f7a1d98f17ee"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:16.797388 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:16.804109 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3332b98-ca12-4c21-9538-979efa8aefd7 req-9506ef82-924d-4a03-a6f4-a38543c5104d tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:16.808872 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f3332b98-ca12-4c21-9538-979efa8aefd7 req-9506ef82-924d-4a03-a6f4-a38543c5104d tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 944 time: 0.0829482 Jun 24 04:14:16.810152 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.817429 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:16.823898 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.857407 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add487ae-60cf-429a-958c-2c25e74d3a8a x-openstack-request-id: req-add487ae-60cf-429a-958c-2c25e74d3a8a {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:16.857707 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f3e983-28d9-4923-93f8-9f6aba5384fb", "name": "network-vif-plugged", "status": "completed", "tag": "a10cac99-c90a-4ee4-84c1-f7a1d98f17ee", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:16.860501 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-add487ae-60cf-429a-958c-2c25e74d3a8a {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:16.860501 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee', 'code': 200} Jun 24 04:14:16.897189 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Pushing event updated for resources: {'Port': ['ID=10a843de-1ed9-4135-900a-3ca88505aa25,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:16.900558 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:16.901843 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.903533 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:16.916153 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f3332b98-ca12-4c21-9538-979efa8aefd7 req-3bf44ca0-7841-4c73-8eef-a2cbc0196615 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Jun 24 04:14:16.959827 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10296197'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:16.963965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:16.971182 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:16.974141 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:17.016389 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:17.019537 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:17.022877 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:17.052778 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:17.056229 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:17.241591 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9145-1f14-4106-8a2e-4b576cfc6346 req-70877574-db73-4827-a46b-27f1ebb0c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:17.243276 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-01ad9145-1f14-4106-8a2e-4b576cfc6346 req-70877574-db73-4827-a46b-27f1ebb0c9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 1098 time: 0.0729253 Jun 24 04:14:17.279722 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-01ad9145-1f14-4106-8a2e-4b576cfc6346 req-e15cec59-5eb4-4831-a472-4b8493557395 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290623 Jun 24 04:14:17.423796 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:17.605839 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:17.836284 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Router dd38930c-74fa-4815-aa25-20016dff1dd4 is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:14:17.944445 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device cf3000f5-c519-4b35-b916-51b22255f3cf up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:17.969759 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:18.098040 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.099635 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4568322 Jun 24 04:14:18.103023 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 45960) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:18.138854 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Sync routers for ids ['dd38930c-74fa-4815-aa25-20016dff1dd4'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:18.141246 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308c26-d2ac-44d8-809e-cbd7fdad8ed4 req-019fc1ec-d000-4f49-8185-050adf966c5e tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:18.141422 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786eb1c-db94-4532-b25d-a51bef1f2257 None None] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:14:18.142844 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f1308c26-d2ac-44d8-809e-cbd7fdad8ed4 req-019fc1ec-d000-4f49-8185-050adf966c5e tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 945 time: 0.0843801 Jun 24 04:14:18.182852 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f1308c26-d2ac-44d8-809e-cbd7fdad8ed4 req-bcd0daff-f5c1-455d-b862-f280e4361a7e tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Jun 24 04:14:18.251897 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Routers {'dd38930c-74fa-4815-aa25-20016dff1dd4'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:18.253244 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['dd38930c-74fa-4815-aa25-20016dff1dd4'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:18.334546 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-d7f3f8ab-4246-4f28-b052-df77508f7532 None None] Provisioning for port 10a843de-1ed9-4135-900a-3ca88505aa25 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:18.437256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port cf3000f5-c519-4b35-b916-51b22255f3cf completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:18.442209 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Set router dd38930c-74fa-4815-aa25-20016dff1dd4 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:18.466311 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port cf3000f5-c519-4b35-b916-51b22255f3cf triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:18.466688 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.592987 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.673158 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.713304 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port cf3000f5-c519-4b35-b916-51b22255f3cf, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=cf3000f5-c519-4b35-b916-51b22255f3cf,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:18.729412 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:14:17Z', 'revision_number': 3, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:18.762317 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Checking router: dd38930c-74fa-4815-aa25-20016dff1dd4 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:18.762668 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Updating router dd38930c-74fa-4815-aa25-20016dff1dd4 port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:14:18.765150 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Allocated IP 172.20.0.1 (c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9/9df19e60-26b5-4bae-aab0-e007f5d94a00/51ebfda1-f655-42fa-b717-fe3e01a88ff1) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:18.789175 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.790590 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 10a843de-1ed9-4135-900a-3ca88505aa25 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:18.794243 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:18.859978 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.880466 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:18.895079 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Transition to ACTIVE for port object 51ebfda1-f655-42fa-b717-fe3e01a88ff1 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:18.907671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=cf3000f5-c519-4b35-b916-51b22255f3cf,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:18.909761 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:18.999412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.007061 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1d93216c-c8c7-40b7-9c94-32b69e179b45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:19.036719 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:19.042894 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:19.046216 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:19.062528 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 10a843de-1ed9-4135-900a-3ca88505aa25 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:19.071989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 10a843de-1ed9-4135-900a-3ca88505aa25 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:19.072368 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.077903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Pushing event updated for resources: {'Port': ['ID=51ebfda1-f655-42fa-b717-fe3e01a88ff1,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:19.085340 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:19.104382 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.227177 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.242656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Transition to ACTIVE for port object 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:19.244463 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.277453 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 10a843de-1ed9-4135-900a-3ca88505aa25, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=10a843de-1ed9-4135-900a-3ca88505aa25,segment=NetworkSegment(17147f83-33ea-4d1d-99d5-c6c1b4330557),segment_id=17147f83-33ea-4d1d-99d5-c6c1b4330557)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:19.313295 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.315806 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:19.343618 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.347314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.372632 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Attempting to bind port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:19.373015 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Attempting to bind port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:19.373409 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Attempting to bind port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:19.381353 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2382-c9ae-4059-8eee-15888b124e00 None None] Pushing event updated for resources: {'Port': ['ID=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:19.384319 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-745e2382-c9ae-4059-8eee-15888b124e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:19.385072 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:19.389067 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:19.389358 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:19.389681 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.390098 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:19.390651 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Bound port: 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:19.390942 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.409714 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-1932296c-0fb0-4608-86e9-d19257b11475 None None] Provisioning for port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:19.425980 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3b124-fb7a-4874-98bb-978f81e571ca req-af07dab2-d611-41b9-b821-e81f0fca94af tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:19.427520 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-52e3b124-fb7a-4874-98bb-978f81e571ca req-af07dab2-d611-41b9-b821-e81f0fca94af tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 945 time: 0.1184552 Jun 24 04:14:19.436368 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-1932296c-0fb0-4608-86e9-d19257b11475 None None] Provisioning complete for port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:19.436750 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1932296c-0fb0-4608-86e9-d19257b11475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.495498 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=10a843de-1ed9-4135-900a-3ca88505aa25,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:19.498864 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:19.514508 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] For port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:19.516409 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-1932296c-0fb0-4608-86e9-d19257b11475 None None] Port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:19.518845 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-52e3b124-fb7a-4874-98bb-978f81e571ca req-7a1e19f8-20ef-42da-8341-7c669f85a583 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jun 24 04:14:19.520738 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] For port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:19.573861 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.586088 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.589239 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-9a57a334-589f-47af-b84d-e27caba76d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:19.639218 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.643950 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e368ea8d-c861-44f8-bccc-829d06a2eec4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:19.645069 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Routers {'dd38930c-74fa-4815-aa25-20016dff1dd4'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:19.645700 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['dd38930c-74fa-4815-aa25-20016dff1dd4'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:19.680048 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2382-c9ae-4059-8eee-15888b124e00 None None] Pushing event updated for resources: {'Port': ['ID=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:19.684453 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-745e2382-c9ae-4059-8eee-15888b124e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:19.711504 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.714175 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Pushing event updated for resources: {'Port': ['ID=51ebfda1-f655-42fa-b717-fe3e01a88ff1,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:19.717486 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:19.753346 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] Set router dd38930c-74fa-4815-aa25-20016dff1dd4 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:19.804742 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:19.806153 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:19.941501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Router dd38930c-74fa-4815-aa25-20016dff1dd4 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:20.028244 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device cf3000f5-c519-4b35-b916-51b22255f3cf up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:20.066763 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:20.072322 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd38930c-74fa-4815-aa25-20016dff1dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682715 Jun 24 04:14:20.099316 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-6ec9cb92-8c7e-4d77-b308-c7d64d71eddb None None] Provisioning complete for port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:20.099888 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6ec9cb92-8c7e-4d77-b308-c7d64d71eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:20.157891 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9cb92-8c7e-4d77-b308-c7d64d71eddb None None] Port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:20.168077 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port cf3000f5-c519-4b35-b916-51b22255f3cf triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:20.168456 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:20.215638 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '51ebfda1-f655-42fa-b717-fe3e01a88ff1', 'name': '', 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'tenant_id': '5a1024662a474f178758d882773efb14', 'mac_address': 'fa:16:3e:88:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:18Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 2, 'project_id': '5a1024662a474f178758d882773efb14', 'subnets': [{'id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:20.245548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7cb25-faa3-453d-8303-46d22088b4ab None None] The sync data for ids ['dd38930c-74fa-4815-aa25-20016dff1dd4'] in dv-cinder-792462-18-smb is: [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '51ebfda1-f655-42fa-b717-fe3e01a88ff1', 'name': '', 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'tenant_id': '5a1024662a474f178758d882773efb14', 'mac_address': 'fa:16:3e:88:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:18Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 2, 'project_id': '5a1024662a474f178758d882773efb14', 'subnets': [{'id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:20.286647 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 10a843de-1ed9-4135-900a-3ca88505aa25 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:20.338093 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 10a843de-1ed9-4135-900a-3ca88505aa25 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:20.338469 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:21.105221 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1b4f4-1427-4dab-9537-177b64287738 req-36b87060-c961-4fab-ac21-fb7b51b7d2d0 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:21.106719 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a1c1b4f4-1427-4dab-9537-177b64287738 req-36b87060-c961-4fab-ac21-fb7b51b7d2d0 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 945 time: 0.0659466 Jun 24 04:14:21.149918 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a1c1b4f4-1427-4dab-9537-177b64287738 req-6b6a5532-5e8b-44ad-8c54-dd6b61eed1fa tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Jun 24 04:14:21.890209 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:21.995691 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:21.999928 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:22.000418 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.084961 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.106592 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:22.176911 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.179201 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:22.184966 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46028) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:22.196491 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224042457', 'description': 'tempest-secgroup-smoke-1224042457 description', 'project_id': 'e6ddaebaace6463692eea34c8b53f984'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:22.243588 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:22.246995 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:22.319605 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.368859 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38cc8-70f3-40be-8a74-92d3195c781e req-ad60e5db-05a4-49af-87dd-364d45355159 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:22.370309 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e1f38cc8-70f3-40be-8a74-92d3195c781e req-ad60e5db-05a4-49af-87dd-364d45355159 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 945 time: 0.0788598 Jun 24 04:14:22.411566 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.433937 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e1f38cc8-70f3-40be-8a74-92d3195c781e req-c92281bc-f2fa-4ec4-b2f3-f57e7b6cd073 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/security-groups?id=69ace77d-f4bc-422c-a898-beafdc368e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Jun 24 04:14:22.451513 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-899ea7d9-bb62-4f8b-82a9-4b064addcbda tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:22.453225 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-899ea7d9-bb62-4f8b-82a9-4b064addcbda tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 945 time: 0.0994937 Jun 24 04:14:22.479556 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.483131 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:22.512446 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658aa09e-807c-4bc7-8eb3-db6d93e6f51b,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:22.527563 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:22.576496 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.576496 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-99aa7326-3b12-48ea-ab79-977bb11c2d37 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3871298 Jun 24 04:14:22.576496 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46040) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:22.576826 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Deleting port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:22.576826 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.581519 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group_rule': {'security_group_id': '658aa09e-807c-4bc7-8eb3-db6d93e6f51b', 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:22.675658 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] For port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,segment=NetworkSegment(979d260e-7d93-446d-934e-7f3ac02b5174),segment_id=979d260e-7d93-446d-934e-7f3ac02b5174)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:22.676105 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.679793 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.689226 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Calling delete_port for a10cac99-c90a-4ee4-84c1-f7a1d98f17ee owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:22.745266 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.866058 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.868823 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5b8a82b6-966e-4bd0-b865-1b2e62e12bb2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:22.885449 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc1b530-09ac-43b2-b3bb-a81959c759f5,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:22.890004 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:22.957492 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:22.961413 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3a1c3474-82c2-4008-b2b5-6580b0bc0891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:22.967795 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['a10cac99-c90a-4ee4-84c1-f7a1d98f17ee'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:22.985942 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Pushing event deleted for resources: {'Port': ['ID=a10cac99-c90a-4ee4-84c1-f7a1d98f17ee,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:22.990587 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:23.016910 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.018174 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-4e766561-21c6-41e7-9785-dde0fdf7b373 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4411585 Jun 24 04:14:23.021027 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46042) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:23.025702 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group_rule': {'security_group_id': '658aa09e-807c-4bc7-8eb3-db6d93e6f51b', 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:23.039624 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] No DVR routers for this DVR port a10cac99-c90a-4ee4-84c1-f7a1d98f17ee on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:23.042064 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.044249 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dae80dda-9cf9-4f99-8099-4c7471582aa3 req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.21 "DELETE /v2.0/ports/a10cac99-c90a-4ee4-84c1-f7a1d98f17ee HTTP/1.1" status: 204 len: 173 time: 0.5824907 Jun 24 04:14:23.044745 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'name': 'network-vif-deleted', 'tag': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:23.047121 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174dbcb0-86af-4122-a879-85a3dd0f0912" -d '{"events": [{"server_uuid": "32f3e983-28d9-4923-93f8-9f6aba5384fb", "name": "network-vif-deleted", "tag": "a10cac99-c90a-4ee4-84c1-f7a1d98f17ee"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:23.082287 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4aded4-a6d7-4245-80a8-bba27fdd8b0a x-openstack-request-id: req-dd4aded4-a6d7-4245-80a8-bba27fdd8b0a {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:23.082613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f3e983-28d9-4923-93f8-9f6aba5384fb", "name": "network-vif-deleted", "tag": "a10cac99-c90a-4ee4-84c1-f7a1d98f17ee", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:23.082965 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd4aded4-a6d7-4245-80a8-bba27fdd8b0a {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:23.083356 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f3e983-28d9-4923-93f8-9f6aba5384fb', 'name': 'network-vif-deleted', 'tag': 'a10cac99-c90a-4ee4-84c1-f7a1d98f17ee', 'status': 'completed', 'code': 200} Jun 24 04:14:23.107225 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.162922 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.216976 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1b160847-7f73-444d-b63e-fef07879bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.239931 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.241967 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:23.263403 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be5da57-c8ff-4580-9163-5a8559bd63a7,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:23.266164 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:23.348476 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.352490 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46046) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:23.352622 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3305557 Jun 24 04:14:23.358101 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group_rule': {'security_group_id': '658aa09e-807c-4bc7-8eb3-db6d93e6f51b', 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:23.466862 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.523946 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.595820 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c7840772-7666-48cd-9fc8-211f52848840 req-0fb37f11-7b46-4e09-b0f9-66257c0296a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] 10.222.0.11 "GET /v2.0/ports?device_id=32f3e983-28d9-4923-93f8-9f6aba5384fb HTTP/1.1" status: 200 len: 210 time: 0.0282700 Jun 24 04:14:23.596419 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.601923 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:23.616906 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927739d2-359e-46c6-b0e2-ae319b07fd93,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:23.621518 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:23.675944 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Sync routers for ids ['dd38930c-74fa-4815-aa25-20016dff1dd4'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:23.684544 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Routers {'dd38930c-74fa-4815-aa25-20016dff1dd4'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:23.685183 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['dd38930c-74fa-4815-aa25-20016dff1dd4'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:23.689529 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.690853 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371682 Jun 24 04:14:23.693596 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46056) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:23.698049 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group_rule': {'security_group_id': '658aa09e-807c-4bc7-8eb3-db6d93e6f51b', 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:23.795331 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Set router dd38930c-74fa-4815-aa25-20016dff1dd4 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:23.845735 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.885598 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:23.920744 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.963005 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:23.963380 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.989308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.998918 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '51ebfda1-f655-42fa-b717-fe3e01a88ff1', 'name': '', 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'tenant_id': '5a1024662a474f178758d882773efb14', 'mac_address': 'fa:16:3e:88:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:18Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 2, 'project_id': '5a1024662a474f178758d882773efb14', 'subnets': [{'id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:24.003304 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:24.028232 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8468da29-5c99-451f-ab46-37ec836c5f9e,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:24.028489 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Checking router: dd38930c-74fa-4815-aa25-20016dff1dd4 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:24.028584 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Updating router dd38930c-74fa-4815-aa25-20016dff1dd4 port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:14:24.031908 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:24.067512 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.130041 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.133689 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-19ea0193-90a2-4b84-b90d-c29ad794aa04 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4366794 Jun 24 04:14:24.133929 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46058) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:24.138587 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group_rule': {'security_group_id': '658aa09e-807c-4bc7-8eb3-db6d93e6f51b', 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:24.228488 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.securitygroups_db [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Project e6ddaebaace6463692eea34c8b53f984 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:14:24.233631 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.293578 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.319602 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.328767 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Transition to ACTIVE for port object 51ebfda1-f655-42fa-b717-fe3e01a88ff1 will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:24.348290 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.350460 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-78fcb933-e67c-4089-b891-2e8d2103ebfe tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:24.366565 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b380605e-634b-43b8-923e-9f99fc6a22f9,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:24.368960 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:24.394421 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.396751 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-a2669394-6599-41cc-a3bb-5be03665f4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:24.445774 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.446160 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b31efa-30b1-447c-b35b-dc4a447aa459 None None] Pushing event updated for resources: {'Port': ['ID=51ebfda1-f655-42fa-b717-fe3e01a88ff1,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:24.447733 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-dff9ead9-6fb8-46ac-a870-f1a9ceedf1dd tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3127303 Jun 24 04:14:24.451425 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46062) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:24.456452 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'security_group_rule': {'security_group_id': '658aa09e-807c-4bc7-8eb3-db6d93e6f51b', 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:24.472653 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-53b31efa-30b1-447c-b35b-dc4a447aa459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:24.502887 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Attempting to bind port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:24.503815 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Attempting to bind port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:24.504241 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Attempting to bind port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 on network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:24.509437 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:24.509890 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Checking segment: {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:24.510424 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.510935 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Bound using segment: {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:24.511434 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Bound port: 51ebfda1-f655-42fa-b717-fe3e01a88ff1, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17147f83-33ea-4d1d-99d5-c6c1b4330557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:24.511811 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.540517 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.securitygroups_db [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Project e6ddaebaace6463692eea34c8b53f984 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:14:24.545783 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.576636 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] For port 51ebfda1-f655-42fa-b717-fe3e01a88ff1, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:24.580677 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] For port 51ebfda1-f655-42fa-b717-fe3e01a88ff1, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=51ebfda1-f655-42fa-b717-fe3e01a88ff1,segment=NetworkSegment(17147f83-33ea-4d1d-99d5-c6c1b4330557),segment_id=17147f83-33ea-4d1d-99d5-c6c1b4330557)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:24.613395 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.667370 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.673727 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-53b31efa-30b1-447c-b35b-dc4a447aa459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:24.720900 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Routers {'dd38930c-74fa-4815-aa25-20016dff1dd4'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:24.721564 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:13:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['dd38930c-74fa-4815-aa25-20016dff1dd4'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:24.726050 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.741330 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:24.763906 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9283a88f-2af7-4bfe-a647-ddfc255bfb41,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:24.767267 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:24.780699 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b31efa-30b1-447c-b35b-dc4a447aa459 None None] Pushing event updated for resources: {'Port': ['ID=51ebfda1-f655-42fa-b717-fe3e01a88ff1,revision_number=4']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:24.785453 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-53b31efa-30b1-447c-b35b-dc4a447aa459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:24.847199 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] Set router dd38930c-74fa-4815-aa25-20016dff1dd4 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:24.857349 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:24.861859 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4064012 Jun 24 04:14:25.089814 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '51ebfda1-f655-42fa-b717-fe3e01a88ff1', 'name': '', 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'tenant_id': '5a1024662a474f178758d882773efb14', 'mac_address': 'fa:16:3e:88:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:18Z', 'updated_at': '2021-06-24T04:14:24Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'subnets': [{'id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:25.115662 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d82ce3-c172-49fb-bd47-2f9a72580138 None None] The sync data for ids ['dd38930c-74fa-4815-aa25-20016dff1dd4'] in dv-cinder-792462-18-smb is: [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:14:19Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '51ebfda1-f655-42fa-b717-fe3e01a88ff1', 'name': '', 'network_id': 'c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9', 'tenant_id': '5a1024662a474f178758d882773efb14', 'mac_address': 'fa:16:3e:88:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:18Z', 'updated_at': '2021-06-24T04:14:24Z', 'revision_number': 4, 'project_id': '5a1024662a474f178758d882773efb14', 'subnets': [{'id': '9df19e60-26b5-4bae-aab0-e007f5d94a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:25.694752 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4d8a30ba-219b-44e6-b6ac-3282873a89c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:25.851208 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:25.890576 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 51ebfda1-f655-42fa-b717-fe3e01a88ff1 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:25.983103 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46154) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:26.044960 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:26.054545 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:26.054899 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.104006 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.165945 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.202847 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 51ebfda1-f655-42fa-b717-fe3e01a88ff1, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=51ebfda1-f655-42fa-b717-fe3e01a88ff1,segment=NetworkSegment(17147f83-33ea-4d1d-99d5-c6c1b4330557),segment_id=17147f83-33ea-4d1d-99d5-c6c1b4330557)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:26.225836 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.256183 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.264680 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:26.314370 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.320708 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-421fcd57-4393-47a4-9c5f-fad1d379c7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:26.338180 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=51ebfda1-f655-42fa-b717-fe3e01a88ff1,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:26.341489 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:26.366182 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5e54b0cf96a4be5a309e069ee2e234d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818595 Jun 24 04:14:26.367465 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc0964f-e7b6-49b0-998d-502c4a788910,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:26.369072 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46196) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:26.370755 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:26.420936 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.443316 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.555122 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.558750 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:26.560847 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a10cac99-c90a-4ee4-84c1-f7a1d98f17ee no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:26.561549 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9dc0964f-e7b6-49b0-998d-502c4a788910 HTTP/1.1" status: 204 len: 168 time: 0.1906645 Jun 24 04:14:26.564017 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0917a8ec-6471-4cfc-99fe-ee7881a7b2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:26.578182 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc0964f-e7b6-49b0-998d-502c4a788910,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:26.580606 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:26.593449 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: a10cac99-c90a-4ee4-84c1-f7a1d98f17ee {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:26.593722 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device a10cac99-c90a-4ee4-84c1-f7a1d98f17ee not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:26.840838 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.168036 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46218) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:27.181529 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.276400 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.352368 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.355438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:27.392131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73afe49a-39ae-4614-a575-d1e99e3cb9ce,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:27.396677 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=427e4e85639e4d88a4a188962e0d1617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276285 Jun 24 04:14:27.397743 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:27.399185 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46226) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:27.458802 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.481216 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.607297 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.610791 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:27.615786 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73afe49a-39ae-4614-a575-d1e99e3cb9ce HTTP/1.1" status: 204 len: 168 time: 0.2139561 Jun 24 04:14:27.616053 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-85f87d41-e6b2-4d78-9ad7-ea7a07972413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:27.633211 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73afe49a-39ae-4614-a575-d1e99e3cb9ce,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:27.661386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:27.905249 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 51ebfda1-f655-42fa-b717-fe3e01a88ff1 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:27.957844 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:27.958225 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:28.288391 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221c72-c7bf-4a47-963e-63d6f1c70ab5 req-f542d220-6bf7-4d2a-b3aa-7f05de173d5c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:28.295328 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d6221c72-c7bf-4a47-963e-63d6f1c70ab5 req-f542d220-6bf7-4d2a-b3aa-7f05de173d5c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0868077 Jun 24 04:14:28.337840 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d6221c72-c7bf-4a47-963e-63d6f1c70ab5 req-21b9a82f-b97c-4207-82d8-c2471d2e4803 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Jun 24 04:14:28.427654 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.547715 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b425e6d-3ecf-43eb-a61e-21d6607860ba req-bc2e7020-215c-460f-8888-09486cdb31ae tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:29.549417 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b425e6d-3ecf-43eb-a61e-21d6607860ba req-bc2e7020-215c-460f-8888-09486cdb31ae tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0760555 Jun 24 04:14:29.601349 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b425e6d-3ecf-43eb-a61e-21d6607860ba req-fe3c988c-80d5-4260-bfe5-6f9acb055aeb tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424933 Jun 24 04:14:30.023788 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574805f7-436f-4886-a30b-b491d2e46172 req-410f3ac0-49f4-4ee2-8f81-a3e924d647c6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.025268 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-574805f7-436f-4886-a30b-b491d2e46172 req-410f3ac0-49f4-4ee2-8f81-a3e924d647c6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0636075 Jun 24 04:14:30.144046 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Deleting port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:30.144922 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:30.247522 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] For port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:30.248027 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:30.796675 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:30.797422 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:30.797422 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Floating IP ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809 disassociated. External IP: 172.28.1.113, port: 5d60dc92-6cc3-4bd2-a15e-c331cacb9869. Jun 24 04:14:30.797615 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Calling delete_port for 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:30.853769 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1345f0-ace3-414d-87ab-79c9b4894558 req-3e4d3f35-c03e-4c48-ae35-ac2cb999a0f7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.864738 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0d1345f0-ace3-414d-87ab-79c9b4894558 req-3e4d3f35-c03e-4c48-ae35-ac2cb999a0f7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 946 time: 0.0900366 Jun 24 04:14:30.915170 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0d1345f0-ace3-414d-87ab-79c9b4894558 req-a85457b6-afec-4e98-8c6c-4c5fd1452010 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b9e4435-3a3f-4cc9-a335-ad83043060d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Jun 24 04:14:31.046749 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:31.052073 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e4687a29-8df2-4be9-85d2-a300ce328efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:31.078037 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event deleted for resources: {'Port': ['ID=5d60dc92-6cc3-4bd2-a15e-c331cacb9869,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:31.081643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:31.208980 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Router 979422b6-99c6-4324-93b8-631730a9534f has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:31.336147 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:31.354508 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:31.375916 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:31.378490 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:31.389322 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] No DVR routers for this DVR port 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:31.392155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:31.395956 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-574805f7-436f-4886-a30b-b491d2e46172 req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "DELETE /v2.0/ports/5d60dc92-6cc3-4bd2-a15e-c331cacb9869 HTTP/1.1" status: 204 len: 173 time: 1.3608088 Jun 24 04:14:31.396545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-deleted', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:31.398958 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681cab8d-9aa4-48d1-ba61-67f4370282be" -d '{"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-deleted", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:31.470931 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6397cfd-0c32-4511-8a02-011efbb025a4 x-openstack-request-id: req-b6397cfd-0c32-4511-8a02-011efbb025a4 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:31.471262 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8200c-bd3a-4be5-aa12-a27223e37074", "name": "network-vif-deleted", "tag": "5d60dc92-6cc3-4bd2-a15e-c331cacb9869", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:31.471547 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6397cfd-0c32-4511-8a02-011efbb025a4 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:31.471991 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8200c-bd3a-4be5-aa12-a27223e37074', 'name': 'network-vif-deleted', 'tag': '5d60dc92-6cc3-4bd2-a15e-c331cacb9869', 'status': 'completed', 'code': 200} Jun 24 04:14:31.581295 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:31.923809 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:31.994604 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:32.024185 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:32.024887 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:32.289657 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c209c188-f030-4676-90d3-06553b3b7511 req-55ae1460-486f-4851-a31b-945c9c5c1cae tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=08c8200c-bd3a-4be5-aa12-a27223e37074 HTTP/1.1" status: 200 len: 210 time: 0.1083565 Jun 24 04:14:32.327256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:32.543239 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:32.587212 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a538f9b-ed90-4f3b-af4f-da5132325811 None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:32.937980 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2a62f-49c1-4802-8081-6542abe50bbf None None] New status for floating IP ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809: DOWN {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:14:33.514956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46392) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:33.591799 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.623292 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.712469 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46396) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:33.784970 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.788431 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.792924 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b9e4435-3a3f-4cc9-a335-ad83043060d7 HTTP/1.1" status: 204 len: 168 time: 0.2759278 Jun 24 04:14:33.793246 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46400) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:33.793757 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-eb8a064c-432d-4436-a5a5-8dd8152f0656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:33.812360 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.api.v2.resource [None req-1b882712-9e2f-4c5a-b4ec-87bded2f832c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] show failed (client error): The resource could not be found. Jun 24 04:14:33.812360 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-1b882712-9e2f-4c5a-b4ec-87bded2f832c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups/1b9e4435-3a3f-4cc9-a335-ad83043060d7 HTTP/1.1" status: 404 len: 347 time: 0.0165641 Jun 24 04:14:33.814383 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e4435-3a3f-4cc9-a335-ad83043060d7,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:33.814794 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46402) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:33.827982 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:33.885613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-18e0d2ac-0f29-404e-b72d-0310205bd576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.994716 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Deleting port a7e1325c-6bd0-4894-a055-659ddd81611c {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:33.995358 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.001019 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-18e0d2ac-0f29-404e-b72d-0310205bd576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.057381 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-18e0d2ac-0f29-404e-b72d-0310205bd576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.061672 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5e753649-dcca-4163-a34a-2b15a911ce49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:34.080468 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.080793 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.096570 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Calling delete_port for a7e1325c-6bd0-4894-a055-659ddd81611c owned by network:floatingip {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:34.099685 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0d2ac-0f29-404e-b72d-0310205bd576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23852b12-8513-4437-8a56-030ec0424587,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:34.104230 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-18e0d2ac-0f29-404e-b72d-0310205bd576 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ebf3f87ccca4d25b430bd14c2050748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906598 Jun 24 04:14:34.105341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-18e0d2ac-0f29-404e-b72d-0310205bd576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:34.107009 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46404) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:34.194348 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.228964 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.359343 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.362770 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:34.371293 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.377547 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.383194 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23852b12-8513-4437-8a56-030ec0424587 HTTP/1.1" status: 204 len: 168 time: 0.2748485 Jun 24 04:14:34.384173 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9606da80-22b3-4cc2-962f-9203edd7c78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:34.400708 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23852b12-8513-4437-8a56-030ec0424587,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:34.410045 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:34.412608 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event deleted for resources: {'Port': ['ID=a7e1325c-6bd0-4894-a055-659ddd81611c,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:34.421896 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:34.496022 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.501316 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:34.502756 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e65af33b-0cd8-41ec-99de-7a131acab446 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "DELETE /v2.0/floatingips/ffa6cdcd-ff5c-4227-a6ed-7b1d8a3a9809 HTTP/1.1" status: 204 len: 168 time: 0.6867933 Jun 24 04:14:34.634587 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:34.660400 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:34.660984 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 5d60dc92-6cc3-4bd2-a15e-c331cacb9869 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:34.904103 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46414) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:34.908914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064319542', 'description': 'tempest-description--835389222'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:34.974090 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.074415 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.120311 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46416) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:35.134613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1f827560-a1c9-42c7-bb28-1369108b4b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.147482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.151140 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1d654664-39a7-44e6-9fdd-cb6644c6a3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:35.198734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1745c98-dee0-4cca-ab62-0775fc6e68da,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:35.210517 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:35.272341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1f827560-a1c9-42c7-bb28-1369108b4b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.355617 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1f827560-a1c9-42c7-bb28-1369108b4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.360510 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8cdd03e-6110-4969-812a-dd67708ff367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:35.406749 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f827560-a1c9-42c7-bb28-1369108b4b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ffe654-b2a5-4bd5-b340-bf8db44a592d,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:35.418582 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46420) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:35.420609 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-1f827560-a1c9-42c7-bb28-1369108b4b3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42549ab5f2e64009b8ab4e1b6f9756c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992258 Jun 24 04:14:35.421652 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1f827560-a1c9-42c7-bb28-1369108b4b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:35.428363 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.429816 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5246294 Jun 24 04:14:35.432913 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46422) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:35.438253 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'security_group_rule': {'security_group_id': 'b1745c98-dee0-4cca-ab62-0775fc6e68da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:35.491762 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.515288 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.549744 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.642590 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.645697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.649430 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14ffe654-b2a5-4bd5-b340-bf8db44a592d HTTP/1.1" status: 204 len: 168 time: 0.2276568 Jun 24 04:14:35.662356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:35.671320 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.672416 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ffe654-b2a5-4bd5-b340-bf8db44a592d,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:35.674885 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:35.756629 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.758872 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3b07818e-6036-4e63-8540-3c3a2c42b74f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:35.777272 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fcf5bf-1133-4d64-bfae-02253ba6123c,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:35.779982 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:35.898979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.900195 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4656289 Jun 24 04:14:35.903065 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46426) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:35.908260 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'security_group_rule': {'security_group_id': 'b1745c98-dee0-4cca-ab62-0775fc6e68da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:36.047678 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.117292 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.162861 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.164991 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:36.186473 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dcefa2-e39d-4883-9e89-1430886e3cac,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:36.189482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:36.259227 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.260448 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563895 Jun 24 04:14:36.264086 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46434) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:36.271438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'floatingip': {'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:36.362127 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.499266 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.625957 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Allocated IP 172.28.1.53 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/8cb8dff8-7446-4937-a0bf-fb03f9ada3d5) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:36.753205 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.882958 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.886725 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:36.937956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:36.947429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:36.956074 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:36.960471 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'Port': ['ID=8cb8dff8-7446-4937-a0bf-fb03f9ada3d5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:36.988455 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:37.115223 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.260211 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.445166 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.556457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.559867 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-48bbb71a-f18c-4ee9-81de-14e15cc01819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:37.638168 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'Port': ['ID=8cb8dff8-7446-4937-a0bf-fb03f9ada3d5,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:37.642368 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:37.651596 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.720419 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.725837 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4606171 Jun 24 04:14:38.945318 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:41.977337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46522) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:42.094604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.179420 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-8ac3d7ea-0187-4822-9cd5-f04749d00af3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2064319542&fields=id&tenant_id=3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 267 time: 0.0514019 Jun 24 04:14:42.187935 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.234880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.239469 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4d5b733a-1bd4-4465-bc42-659c700e79db tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:42.281298 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5d03e78c71d41dd8a0cac62c580f9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026967 Jun 24 04:14:42.286233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46530) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:42.292240 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-13f4512d-8d23-46ea-9ba5-499cd1b21d97 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:42.297571 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-13f4512d-8d23-46ea-9ba5-499cd1b21d97 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 816 time: 0.1103914 Jun 24 04:14:42.305579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ff9087-a617-4a80-9a51-68b7fd621741,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:42.310848 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:42.311021 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-c72b8956-0559-4b1e-b413-b8f80a776f91 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/quotas/3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 375 time: 0.0115159 Jun 24 04:14:42.366242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.407801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.432506 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-973b4d64-40a3-4ff9-a650-d79bf3a94f76 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113350 Jun 24 04:14:42.544549 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-03fde78e-9b2b-407e-98a5-49b9661208bd service neutron] 10.222.0.11 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027868 Jun 24 04:14:42.545800 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.548761 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:42.565126 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6ff9087-a617-4a80-9a51-68b7fd621741 HTTP/1.1" status: 204 len: 168 time: 0.2624927 Jun 24 04:14:42.565126 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8466f1e0-d4ff-44e5-b267-5727b61c0d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:42.573755 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ff9087-a617-4a80-9a51-68b7fd621741,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:42.573755 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:42.893392 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-953dd3fd-87ee-4b56-983d-58c2da75e350 service neutron] 10.222.0.11 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417451 Jun 24 04:14:43.218036 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e8a55c23-37ef-49f5-a2b8-1147cb9f0f3a req-56e6901d-5864-43d9-bfb2-23daffaf9eb4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 210 time: 0.0460985 Jun 24 04:14:43.481601 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46566) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:43.505294 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.616445 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.688906 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.692016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c494f0ce-cbfa-46ac-b293-ba41ec76000d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:43.753017 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5061f43ed34e4cbf94680a377dd2d3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654624 Jun 24 04:14:43.753201 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46570) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:43.753673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc2edbc-76c5-4b13-8410-70ea486a6784,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:43.758077 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:43.841976 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.880137 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.992322 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.996180 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:43.997335 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fc2edbc-76c5-4b13-8410-70ea486a6784 HTTP/1.1" status: 204 len: 168 time: 0.2453172 Jun 24 04:14:44.002515 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a77c036d-3fef-4f2f-9294-a851b9fe3daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:44.011390 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc2edbc-76c5-4b13-8410-70ea486a6784,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:44.014448 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-df6eab9a-f986-4768-bfd1-19004b0eef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:44.425218 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-55f60589-ad8d-4dd2-a866-54f7b5bcaee1 req-70781761-cfd2-48a1-a02c-0dc39d8e8fc4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 210 time: 0.0373983 Jun 24 04:14:45.622965 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-40977c08-317f-4bd1-8454-01d24bd34144 req-e7ccbdae-4f0c-48ae-9eaf-5b19ed90ac3b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 210 time: 0.0422699 Jun 24 04:14:45.737453 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-584ea6e3-e76f-47ef-b083-fa2dec8df011 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:45.738821 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-584ea6e3-e76f-47ef-b083-fa2dec8df011 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 816 time: 0.1148987 Jun 24 04:14:45.782465 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-80a949f4-88ab-4dab-8bb4-7d51cc46dfa2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 380 time: 0.0339501 Jun 24 04:14:45.793388 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'port': {'device_id': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'admin_state_up': True, 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'security_groups': ['b1745c98-dee0-4cca-ab62-0775fc6e68da']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:46.084540 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Made reservation on behalf of 3158facc76424c409140116d4ae03c3f for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:46.088700 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.139073 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-2e6f293a-1191-4089-b6c0-815b083635b4 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224042457&fields=id&tenant_id=e6ddaebaace6463692eea34c8b53f984 HTTP/1.1" status: 200 len: 267 time: 0.0493796 Jun 24 04:14:46.266138 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Allocated IP 172.20.0.8 (f48e48e4-f15a-4402-a565-8ca92489137f/d267ccfc-00a7-49ad-892c-6afb189116e7/3fa342ff-f643-4460-80a3-052309860371) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:46.283301 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-67f70e29-da03-4da2-8f9c-dd9bf45fe445 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:46.291808 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-67f70e29-da03-4da2-8f9c-dd9bf45fe445 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 808 time: 0.1452794 Jun 24 04:14:46.309465 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-28324c94-ed1b-4e48-b7d9-af23d4c37cc9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/quotas/e6ddaebaace6463692eea34c8b53f984 HTTP/1.1" status: 200 len: 375 time: 0.0161607 Jun 24 04:14:46.405603 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-eba82112-9e76-4f22-9fd7-189f63bdaab8 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950291 Jun 24 04:14:46.463244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.477271 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Transition to ACTIVE for port object 3fa342ff-f643-4460-80a3-052309860371 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:46.479285 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46632) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:46.559472 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-9cc594ca-1e11-4da5-b7ed-a9bfcf6300e8 service neutron] 10.222.0.11 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524820 Jun 24 04:14:46.570777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.576590 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-c1b42d04-0655-41e9-af7f-3c04f0bf8689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:46.637609 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Network f48e48e4-f15a-4402-a565-8ca92489137f is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:46.639798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:46.649596 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:46.652588 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:46.654319 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.664841 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:46.770122 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-957e7d1e-af98-40cb-a36f-9a1b323c7676 service neutron] 10.222.0.11 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030857 Jun 24 04:14:46.772269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:46.773309 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.878055 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.913948 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c66d49-1d60-4e1e-a00f-181cd0660836 req-33fbeac5-f0ad-44e5-8513-6d83497b43b0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:46.921055 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-19c66d49-1d60-4e1e-a00f-181cd0660836 req-33fbeac5-f0ad-44e5-8513-6d83497b43b0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 931 time: 0.0877078 Jun 24 04:14:46.948228 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:46.955880 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4b821595-3cc5-4740-87e3-c9bb7ac29191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:46.971540 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-19c66d49-1d60-4e1e-a00f-181cd0660836 req-f0242de8-e3d0-4ebe-94d3-be4dd79f6513 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 Jun 24 04:14:47.025496 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5bf7289d47f4c82bc70ff88b64a88ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442758 Jun 24 04:14:47.026222 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2360137 Jun 24 04:14:47.027806 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be0c2f-654c-473c-9823-354c6057c289,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:47.028493 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46646) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:47.031503 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:47.062188 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Request body: {'port': {'device_id': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:47.083959 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5ac84236-289a-4ad3-a0be-efb139311fd5 None None] Provisioning for port 3fa342ff-f643-4460-80a3-052309860371 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:47.088239 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5ac84236-289a-4ad3-a0be-efb139311fd5 None None] Provisioning complete for port 3fa342ff-f643-4460-80a3-052309860371 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:47.089133 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5ac84236-289a-4ad3-a0be-efb139311fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.136787 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-5ac84236-289a-4ad3-a0be-efb139311fd5 None None] Port 3fa342ff-f643-4460-80a3-052309860371 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:47.159242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.177610 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.203558 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.429695 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.433444 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.434806 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56be0c2f-654c-473c-9823-354c6057c289 HTTP/1.1" status: 204 len: 168 time: 0.4051268 Jun 24 04:14:47.438311 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8a5bee6-5ea8-49d1-8f84-a7cf2264cf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:47.454892 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be0c2f-654c-473c-9823-354c6057c289,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:47.464260 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:47.606289 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-89d2d372-4754-49c2-8473-05ec7148e478 req-3283ec21-7b1a-4a98-8165-6c39a2417992 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 210 time: 0.0443025 Jun 24 04:14:47.610839 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa342ff-f643-4460-80a3-052309860371 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:47.623022 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.651183 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Transition to ACTIVE for port object 3fa342ff-f643-4460-80a3-052309860371 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:47.718377 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.720592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e815a3ff-2297-43db-a448-b5504a8e4885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:47.798491 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:47.809111 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:47.891854 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Attempting to bind port 3fa342ff-f643-4460-80a3-052309860371 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:47.892468 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Attempting to bind port 3fa342ff-f643-4460-80a3-052309860371 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:47.892949 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Attempting to bind port 3fa342ff-f643-4460-80a3-052309860371 on network f48e48e4-f15a-4402-a565-8ca92489137f {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:47.898447 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Port 3fa342ff-f643-4460-80a3-052309860371 on network f48e48e4-f15a-4402-a565-8ca92489137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:14:47.898996 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Attempting to bind port 3fa342ff-f643-4460-80a3-052309860371 on network f48e48e4-f15a-4402-a565-8ca92489137f {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:47.906646 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:47.906646 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Checking segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:47.907126 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Bound using segment: {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:47.907887 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Bound port: 3fa342ff-f643-4460-80a3-052309860371, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e80ce5-62f2-432f-ace3-c7756459edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:47.908412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:48.006747 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:48.010231 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:48.066828 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:48.070443 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-674b015a-8367-4469-ae8c-81f61c64fba9 tempest-VolumesNegativeTest-610558580 tempest-VolumesNegativeTest-610558580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:48.107356 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.107957 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:48.109526 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] 10.222.0.21 "PUT /v2.0/ports/3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 200 len: 1093 time: 1.0646145 Jun 24 04:14:48.110048 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:48.112504 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566dd0b-9b32-430e-9955-a22af0b3cecb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:48.176173 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:48.199181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8742c6a3-3dd2-4604-9f22-f9bf382c331b x-openstack-request-id: req-8742c6a3-3dd2-4604-9f22-f9bf382c331b {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:48.199570 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "tag": "3fa342ff-f643-4460-80a3-052309860371", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:48.199792 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8742c6a3-3dd2-4604-9f22-f9bf382c331b {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:48.200217 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'status': 'completed', 'code': 200} Jun 24 04:14:48.201146 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:48.304366 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566dd0b-9b32-430e-9955-a22af0b3cecb req-fc8d9b56-15eb-4af4-9783-742785c7b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.305966 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3566dd0b-9b32-430e-9955-a22af0b3cecb req-fc8d9b56-15eb-4af4-9783-742785c7b9ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1096 time: 0.1004186 Jun 24 04:14:48.324316 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99493038-48f7-4055-a0f8-2740b2084e25 req-2a02e015-5432-4ab9-be3b-db1be944c242 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.326744 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-99493038-48f7-4055-a0f8-2740b2084e25 req-2a02e015-5432-4ab9-be3b-db1be944c242 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.1307838 Jun 24 04:14:48.390955 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-99493038-48f7-4055-a0f8-2740b2084e25 req-237abcbe-a005-4f0f-a51f-b26629f786a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Jun 24 04:14:48.467298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566dd0b-9b32-430e-9955-a22af0b3cecb req-cde4d695-272d-4600-acd3-ad32a94e3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.468317 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3566dd0b-9b32-430e-9955-a22af0b3cecb req-cde4d695-272d-4600-acd3-ad32a94e3f73 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3158facc76424c409140116d4ae03c3f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1538496 Jun 24 04:14:48.607344 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566dd0b-9b32-430e-9955-a22af0b3cecb req-34d50bb7-cab7-4324-8175-75d42527f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.609742 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3566dd0b-9b32-430e-9955-a22af0b3cecb req-34d50bb7-cab7-4324-8175-75d42527f82c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352274 Jun 24 04:14:48.738072 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-939f56c3-db2e-4d80-a521-a30895bd36fa req-af88c5c0-8af3-473e-b910-aaa12675cdf4 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 210 time: 0.0335221 Jun 24 04:14:48.771806 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-5f6f1a9e-a9cd-4834-8901-5f0851f445c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.774589 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-5f6f1a9e-a9cd-4834-8901-5f0851f445c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1096 time: 0.1112370 Jun 24 04:14:48.824147 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-9bb011b3-6fc6-4c40-bd2b-7eda69c423d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 200 len: 217 time: 0.0406227 Jun 24 04:14:48.903166 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-6ead663a-4007-4d1a-a217-d3aba82f79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.904683 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-6ead663a-4007-4d1a-a217-d3aba82f79af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0731363 Jun 24 04:14:48.976531 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571fec-be40-4b08-8a82-99697cbb0132 req-f1200676-1bb5-44e4-8dd3-464f387e9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:48.978391 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-f1200676-1bb5-44e4-8dd3-464f387e9187 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0668356 Jun 24 04:14:49.092073 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-1c336619-ae87-44c1-a508-3383f4338a98 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068983 Jun 24 04:14:49.199501 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53571fec-be40-4b08-8a82-99697cbb0132 req-b91accca-01dd-428a-8bfc-073ab8bc810f service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974648 Jun 24 04:14:49.622697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbacb6-52c3-4315-96ff-9e3bf0c2fc41 req-4baa15ce-1411-4987-9ee5-6d3455d5ed56 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:49.625138 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4bdbacb6-52c3-4315-96ff-9e3bf0c2fc41 req-4baa15ce-1411-4987-9ee5-6d3455d5ed56 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0811133 Jun 24 04:14:49.688359 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4bdbacb6-52c3-4315-96ff-9e3bf0c2fc41 req-419d6844-c073-45b6-8945-ae041b7dbaa9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571454 Jun 24 04:14:49.905171 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f6c5b5e9-aba8-42f2-9216-1b9ad1d351d8 req-32e3b740-ced2-4513-81cf-e12d038c1acb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 210 time: 0.0326746 Jun 24 04:14:50.583148 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-5a5a7843-d060-4c29-bedc-d1ac95d053bf tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:50.585597 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-5a5a7843-d060-4c29-bedc-d1ac95d053bf tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.21 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 808 time: 0.1176634 Jun 24 04:14:50.636739 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-8e5203fb-a381-4ce0-8c7e-1e098e092857 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ddaebaace6463692eea34c8b53f984 HTTP/1.1" status: 200 len: 380 time: 0.0411298 Jun 24 04:14:50.645157 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'port': {'device_id': 'b5933509-446f-475e-afab-a52929922a6c', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'admin_state_up': True, 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'security_groups': ['658aa09e-807c-4bc7-8eb3-db6d93e6f51b']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:50.910226 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Made reservation on behalf of e6ddaebaace6463692eea34c8b53f984 for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:50.914586 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.938116 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020ff43-26ce-481d-8724-71a5caf92efa req-b39facfc-0ce8-40b3-b478-4d0c33be03e3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:50.941843 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5020ff43-26ce-481d-8724-71a5caf92efa req-b39facfc-0ce8-40b3-b478-4d0c33be03e3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.1002610 Jun 24 04:14:51.054023 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5020ff43-26ce-481d-8724-71a5caf92efa req-54589a41-9739-4f68-a2cc-85224126fad1 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026325 Jun 24 04:14:51.115203 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dc0c5827-e1a6-4de4-bf94-b89524ad3172 req-58408e68-2135-4e2d-b339-1c2c76e94da4 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 210 time: 0.0340729 Jun 24 04:14:51.138639 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Allocated IP 172.20.0.6 (b80fa2d7-a726-422e-a74a-e354471f1416/f9c796a9-e729-47d9-bc2d-c793f7858668/0adb1cce-9122-48eb-aba2-b68e8140e333) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:51.304984 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:51.321501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Transition to ACTIVE for port object 0adb1cce-9122-48eb-aba2-b68e8140e333 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:51.496369 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:51.500762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:51.546107 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Network b80fa2d7-a726-422e-a74a-e354471f1416 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:51.551521 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:51.554786 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:51.586235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:51.604244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.604932 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.605213 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.605496 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.605851 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.606199 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.606541 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.606948 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.607353 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.607702 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.608082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.608439 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.620402 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:51.638234 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:51.638856 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:51.803194 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615002 Jun 24 04:14:51.814892 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Request body: {'port': {'device_id': 'b5933509-446f-475e-afab-a52929922a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:51.825894 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-3a9b1ae1-f8d9-405e-9b04-4851c234add3 None None] Provisioning for port 0adb1cce-9122-48eb-aba2-b68e8140e333 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:51.830152 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-3a9b1ae1-f8d9-405e-9b04-4851c234add3 None None] Provisioning complete for port 0adb1cce-9122-48eb-aba2-b68e8140e333 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:51.830605 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1ae1-f8d9-405e-9b04-4851c234add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:51.882771 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b1ae1-f8d9-405e-9b04-4851c234add3 None None] Port 0adb1cce-9122-48eb-aba2-b68e8140e333 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:51.895626 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.251033 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05609-2b72-4ce2-befe-a646dc01af8b req-1a3a196b-b82c-4889-aeef-765e3182b29b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:52.253359 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-afe05609-2b72-4ce2-befe-a646dc01af8b req-1a3a196b-b82c-4889-aeef-765e3182b29b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0921037 Jun 24 04:14:52.293900 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-afe05609-2b72-4ce2-befe-a646dc01af8b req-feb7c30b-82b4-421c-8445-58c1a8b43bc4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Jun 24 04:14:52.464634 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adb1cce-9122-48eb-aba2-b68e8140e333 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:52.473483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.490329 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c471384-6061-4a08-a58e-6d508702d50a req-c43c74ba-a363-4754-a90d-9bbe0a51282c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:52.494236 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5c471384-6061-4a08-a58e-6d508702d50a req-c43c74ba-a363-4754-a90d-9bbe0a51282c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 931 time: 0.1169062 Jun 24 04:14:52.497258 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Transition to ACTIVE for port object 0adb1cce-9122-48eb-aba2-b68e8140e333 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:52.535919 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5c471384-6061-4a08-a58e-6d508702d50a req-4d89109e-e673-4290-8ad3-82373c6d76fa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364268 Jun 24 04:14:52.570730 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.573962 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-57230d82-2736-4a3d-b520-00f01cacf170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:52.642635 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:52.646869 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:52.700085 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Attempting to bind port 0adb1cce-9122-48eb-aba2-b68e8140e333 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:52.700540 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Attempting to bind port 0adb1cce-9122-48eb-aba2-b68e8140e333 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:52.700958 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Attempting to bind port 0adb1cce-9122-48eb-aba2-b68e8140e333 on network b80fa2d7-a726-422e-a74a-e354471f1416 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:52.705480 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Port 0adb1cce-9122-48eb-aba2-b68e8140e333 on network b80fa2d7-a726-422e-a74a-e354471f1416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:14:52.706039 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Attempting to bind port 0adb1cce-9122-48eb-aba2-b68e8140e333 on network b80fa2d7-a726-422e-a74a-e354471f1416 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:52.711295 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:52.711777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Checking segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:52.712278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Bound using segment: {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:52.712805 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Bound port: 0adb1cce-9122-48eb-aba2-b68e8140e333, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:52.713275 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.746062 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:14:52.792444 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:52.796363 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:52.849843 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:52.864130 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '3fa342ff-f643-4460-80a3-052309860371', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'port_id': '3fa342ff-f643-4460-80a3-052309860371', 'mac_address': 'fa:16:3e:f5:46:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:14:52.903304 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.921876 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa342ff-f643-4460-80a3-052309860371 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:52.934583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.935033 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fa5e7a4c-d17e-4322-9ace-1863897a56a6 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:52.947907 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:52.968387 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:52.968979 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.970327 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] 10.222.0.21 "PUT /v2.0/ports/0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 1093 time: 1.1597860 Jun 24 04:14:52.970865 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:52.973131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf40f9f-02a5-4fe9-8d69-bc972978067f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:53.009961 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:53.013622 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:53.017896 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cc8085-c495-4b07-9cf5-92c7140d11ae x-openstack-request-id: req-94cc8085-c495-4b07-9cf5-92c7140d11ae {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:53.018283 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:53.018768 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94cc8085-c495-4b07-9cf5-92c7140d11ae {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:53.019289 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'status': 'completed', 'code': 200} Jun 24 04:14:53.026224 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.029487 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:53.086091 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:53.093776 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:53.110631 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40f9f-02a5-4fe9-8d69-bc972978067f req-536e591a-e7b8-4b6a-8f2d-4b11d708951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.112199 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-caf40f9f-02a5-4fe9-8d69-bc972978067f req-536e591a-e7b8-4b6a-8f2d-4b11d708951a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1096 time: 0.0672367 Jun 24 04:14:53.219082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40f9f-02a5-4fe9-8d69-bc972978067f req-70e52d8c-9d6f-4932-ab94-130f64d972a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.220522 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-caf40f9f-02a5-4fe9-8d69-bc972978067f req-70e52d8c-9d6f-4932-ab94-130f64d972a3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e6ddaebaace6463692eea34c8b53f984&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1001563 Jun 24 04:14:53.258032 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dcdc667a-412c-48a0-970f-361527e2302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.266862 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['3fa342ff-f643-4460-80a3-052309860371'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:53.329695 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf40f9f-02a5-4fe9-8d69-bc972978067f req-3c145976-3dff-409c-87eb-f4d8f0d03334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.331192 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-caf40f9f-02a5-4fe9-8d69-bc972978067f req-3c145976-3dff-409c-87eb-f4d8f0d03334 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040938 Jun 24 04:14:53.505392 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-42fbfd5b-35d1-4746-a443-bad83a566792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.507870 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-42fbfd5b-35d1-4746-a443-bad83a566792 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1096 time: 0.1169779 Jun 24 04:14:53.557439 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-5679696b-a40c-4db5-9e99-7b0477967665 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 217 time: 0.0424001 Jun 24 04:14:53.564274 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf56ada-ca8f-4c09-bdc7-52f4eb39bc08 req-a0e778ec-49bb-4fb1-95b6-79e70bc46c9b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.565950 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7bf56ada-ca8f-4c09-bdc7-52f4eb39bc08 req-a0e778ec-49bb-4fb1-95b6-79e70bc46c9b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 944 time: 0.0723233 Jun 24 04:14:53.606455 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7bf56ada-ca8f-4c09-bdc7-52f4eb39bc08 req-468ff248-7101-42cd-89d9-2860f47ca737 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Jun 24 04:14:53.615013 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-0ffeade6-cc2c-42c4-b29a-a9c943c4199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.617032 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-0ffeade6-cc2c-42c4-b29a-a9c943c4199e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 200 len: 847 time: 0.0526307 Jun 24 04:14:53.633826 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:14:53.677821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-73998983-807a-433d-98e9-f9c1b2810b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.683189 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-73998983-807a-433d-98e9-f9c1b2810b76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b80fa2d7-a726-422e-a74a-e354471f1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0563259 Jun 24 04:14:53.785799 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3c11-ff91-4891-b71f-09f5f2bc14e5 req-9144be45-07ac-434c-ad27-5078ba0a22eb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.787302 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e83e3c11-ff91-4891-b71f-09f5f2bc14e5 req-9144be45-07ac-434c-ad27-5078ba0a22eb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 943 time: 0.0748198 Jun 24 04:14:53.805984 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-d96c9b78-3786-4913-82ae-e9cc6400c6d5 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191471 Jun 24 04:14:53.832312 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e83e3c11-ff91-4891-b71f-09f5f2bc14e5 req-f3c00db5-c37d-49ef-a99a-8ac84bb9fd3d tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Jun 24 04:14:53.934646 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3bb47f7a-a084-4c68-a9dd-5c8c9b3b12b6 req-1a00600e-a0a1-41d3-a68d-cdb839568e20 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217082 Jun 24 04:14:53.969442 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6301e5-d265-4d9b-9296-3e43a4bb9e0c req-ac589b64-5b23-4ac4-9b56-044fb324600c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.970920 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ba6301e5-d265-4d9b-9296-3e43a4bb9e0c req-ac589b64-5b23-4ac4-9b56-044fb324600c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0764358 Jun 24 04:14:54.012537 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ba6301e5-d265-4d9b-9296-3e43a4bb9e0c req-f65f76ee-dddb-4821-a88a-dc5e6ff09da8 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344427 Jun 24 04:14:54.753410 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:54.787031 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bf2e0-97ca-4808-a318-999751fd6159 req-e39bb7bf-fb68-4cd1-87ef-9725bd42e45e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:54.788590 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7a1bf2e0-97ca-4808-a318-999751fd6159 req-e39bb7bf-fb68-4cd1-87ef-9725bd42e45e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 944 time: 0.0674367 Jun 24 04:14:54.826569 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7a1bf2e0-97ca-4808-a318-999751fd6159 req-dfbdb6e3-2986-413f-88aa-aaa2b4ed0c45 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Jun 24 04:14:54.870561 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 3fa342ff-f643-4460-80a3-052309860371 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:54.874578 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 3fa342ff-f643-4460-80a3-052309860371 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:54.875057 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.952605 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.974093 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:54.976333 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c4637-54fa-42dc-8e60-6c1a4c590fcf" -d '{"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-plugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:54.990259 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:55.006413 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37c1a-2005-4bdc-8777-067947c98065 req-fed3ecfb-8e43-4567-ad51-575ea43d8a7b tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:55.008548 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-99f37c1a-2005-4bdc-8777-067947c98065 req-fed3ecfb-8e43-4567-ad51-575ea43d8a7b tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 943 time: 0.0626094 Jun 24 04:14:55.013490 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3885e-eec5-4de5-9407-0c51790afb2c x-openstack-request-id: req-52f3885e-eec5-4de5-9407-0c51790afb2c {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:55.013783 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-plugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:55.014089 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52f3885e-eec5-4de5-9407-0c51790afb2c {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:55.014486 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'code': 200} Jun 24 04:14:55.048259 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.048732 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-99f37c1a-2005-4bdc-8777-067947c98065 req-4adbd783-ff29-47d1-b798-a08709a8b2af tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327728 Jun 24 04:14:55.050210 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-745e2382-c9ae-4059-8eee-15888b124e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:55.103959 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:55.107262 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:55.194257 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b273ae-e92d-43ea-85a4-c839726b79f5 req-3e043314-7f6b-48fc-bbcb-d6bcf4972f0c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:55.196283 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-05b273ae-e92d-43ea-85a4-c839726b79f5 req-3e043314-7f6b-48fc-bbcb-d6bcf4972f0c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.0622137 Jun 24 04:14:55.233463 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-05b273ae-e92d-43ea-85a4-c839726b79f5 req-3622b0e9-20cc-410c-8ddb-88472b586c99 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Jun 24 04:14:55.315220 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46868) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:55.359113 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Deleting subnet 44f91a1e-9964-4ac7-8a14-3c0eef86845a {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:14:55.362137 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.425666 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282948'] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.474036 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.496814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdefce-4a73-400e-98e5-0fb496e4ecc1 req-051db512-6cee-47ca-a1a5-0cec97abb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:55.498301 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9bcdefce-4a73-400e-98e5-0fb496e4ecc1 req-051db512-6cee-47ca-a1a5-0cec97abb46d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1098 time: 0.1137221 Jun 24 04:14:55.549770 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9bcdefce-4a73-400e-98e5-0fb496e4ecc1 req-21fffdca-b420-4688-a9a5-5cf900d51cf7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442548 Jun 24 04:14:55.625390 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9387162'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.627693 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:55.656493 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f91a1e-9964-4ac7-8a14-3c0eef86845a,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:55.659464 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:55.660403 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.662430 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-df800fed-dcb7-465b-875a-d16844af42a8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/44f91a1e-9964-4ac7-8a14-3c0eef86845a HTTP/1.1" status: 204 len: 168 time: 0.3460143 Jun 24 04:14:55.665602 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46872) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:55.699535 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-aa39c7e3-a51a-42cf-b0c0-22e9c91684c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.730749 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.809280 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.816798 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.819217 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c27a11-97c1-41cd-abf3-a4ef418d24ce']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:55.831348 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979d260e-7d93-446d-934e-7f3ac02b5174') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:55.831645 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979d260e-7d93-446d-934e-7f3ac02b5174') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:55.864406 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.884159 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.896095 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:14:55.896488 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:14:55.898957 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:14:55.995929 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-0e16b357-e846-4eb3-9bd2-871141ba1497 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:55.997328 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-0e16b357-e846-4eb3-9bd2-871141ba1497 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1682105 Jun 24 04:14:56.069499 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e577-94e3-41b3-aa4a-fc7ff0542c6c req-c604035b-01f4-4f92-8d72-56731712c408 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:56.070958 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0806e577-94e3-41b3-aa4a-fc7ff0542c6c req-c604035b-01f4-4f92-8d72-56731712c408 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.1241446 Jun 24 04:14:56.071537 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.094125 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.097586 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b4c27a11-97c1-41cd-abf3-a4ef418d24ce HTTP/1.1" status: 204 len: 168 time: 0.4309881 Jun 24 04:14:56.103051 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:56.135769 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c27a11-97c1-41cd-abf3-a4ef418d24ce,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:56.139665 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d5ba6b7f-694e-44ab-8ec5-5b51e5ae8b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:56.158885 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0806e577-94e3-41b3-aa4a-fc7ff0542c6c req-4aa8f414-d61d-468e-ae58-405287a5a364 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681205 Jun 24 04:14:56.173793 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Deleting port aa7a2087-a299-4f88-bf63-4a0217153282 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:56.174131 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.238675 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae10906-d263-443b-a61b-ee7fe99c7cad req-0d8b3a1d-070b-4146-ad63-b1eaa29dc335 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:56.240436 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6ae10906-d263-443b-a61b-ee7fe99c7cad req-0d8b3a1d-070b-4146-ad63-b1eaa29dc335 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 943 time: 0.0693057 Jun 24 04:14:56.277680 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] For port aa7a2087-a299-4f88-bf63-4a0217153282, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=aa7a2087-a299-4f88-bf63-4a0217153282,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:56.278206 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.298684 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6ae10906-d263-443b-a61b-ee7fe99c7cad req-f3cbb3b9-ef86-4015-ab24-2a3d6963d503 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525177 Jun 24 04:14:56.483847 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46886) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:56.513429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447182-d309-465d-a172-c693b9549b33 req-f7f38686-5403-4110-978b-621501d6958e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:56.514937 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d9447182-d309-465d-a172-c693b9549b33 req-f7f38686-5403-4110-978b-621501d6958e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 945 time: 0.1620710 Jun 24 04:14:56.518267 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.519006 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.519334 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Floating IP d56a707f-5a3d-4ed2-8134-233fccc41d9d disassociated. External IP: 172.28.1.153, port: aa7a2087-a299-4f88-bf63-4a0217153282. Jun 24 04:14:56.519681 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Calling delete_port for aa7a2087-a299-4f88-bf63-4a0217153282 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:56.535627 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d9f8605e-2f13-43a3-aca2-3c7e3960ac6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb8bf76333a5458b8d6d629ec986b84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497012 Jun 24 04:14:56.537648 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46888) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:56.595078 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.599603 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d9447182-d309-465d-a172-c693b9549b33 req-b65ff1b4-fbcb-402b-8b4c-e5c34ba6728b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7015c2e-0a79-4e3f-b03b-3af1c8785efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777795 Jun 24 04:14:56.621333 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.744143 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:14:56.762785 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.766113 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.766448 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.769946 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69ace77d-f4bc-422c-a898-beafdc368e2f HTTP/1.1" status: 204 len: 168 time: 0.2288315 Jun 24 04:14:56.769946 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6a1a1a2f-560a-4a5f-a0fc-ae16ed7addae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:56.774925 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:56.776780 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ace77d-f4bc-422c-a898-beafdc368e2f,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:56.785443 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.791925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:56.794277 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:56.808717 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event deleted for resources: {'Port': ['ID=aa7a2087-a299-4f88-bf63-4a0217153282,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:56.832799 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.850702 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:56.883638 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:56.895325 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'port_id': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'mac_address': 'fa:16:3e:3d:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:14:56.930741 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Router 42e6813c-311a-4a1e-8757-36713b98f83b has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:56.939053 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.954747 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adb1cce-9122-48eb-aba2-b68e8140e333 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:56.955650 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46894) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:56.977257 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:57.042930 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:57.056959 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:57.067779 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:57.068409 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:57.093798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] No DVR routers for this DVR port aa7a2087-a299-4f88-bf63-4a0217153282 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:57.097030 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.099372 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5e821c38-e88a-4fca-a50f-4798f2245b51 req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "DELETE /v2.0/ports/aa7a2087-a299-4f88-bf63-4a0217153282 HTTP/1.1" status: 204 len: 173 time: 1.0964959 Jun 24 04:14:57.100452 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'name': 'network-vif-deleted', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:57.103959 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545678e5-1ee6-4358-9865-dac5d3461a0d" -d '{"events": [{"server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "name": "network-vif-deleted", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:57.108428 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.112274 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.151666 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b105ef6a-bda7-4b7e-9c1e-2a9aad721726 x-openstack-request-id: req-b105ef6a-bda7-4b7e-9c1e-2a9aad721726 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:57.152242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24de35f2-5329-4b39-ab83-0e0140473831", "name": "network-vif-deleted", "tag": "aa7a2087-a299-4f88-bf63-4a0217153282", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:57.154534 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b105ef6a-bda7-4b7e-9c1e-2a9aad721726 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:57.154534 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24de35f2-5329-4b39-ab83-0e0140473831', 'name': 'network-vif-deleted', 'tag': 'aa7a2087-a299-4f88-bf63-4a0217153282', 'status': 'completed', 'code': 200} Jun 24 04:14:57.220061 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.225846 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:57.229980 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.238054 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:57.360359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['0adb1cce-9122-48eb-aba2-b68e8140e333'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:57.433017 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.458265 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713c3ab-6fa4-4798-821a-41b4a38559f3 req-dc57d937-1552-4a2a-8be3-a3b3a12e7713 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:57.459733 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b713c3ab-6fa4-4798-821a-41b4a38559f3 req-dc57d937-1552-4a2a-8be3-a3b3a12e7713 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.1115806 Jun 24 04:14:57.504715 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.510567 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-5e176cea-18b1-4fd6-bd9b-dda2eb18e79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.524805 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b713c3ab-6fa4-4798-821a-41b4a38559f3 req-3dc2b45e-1cc7-4883-b2f3-afdeb3105e36 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582681 Jun 24 04:14:57.542908 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d85e4e-bc3d-45b2-89e7-2b7204f1ed98 req-b08b9bb3-3baf-4360-8519-27a87e420c0c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:57.546296 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f7d85e4e-bc3d-45b2-89e7-2b7204f1ed98 req-b08b9bb3-3baf-4360-8519-27a87e420c0c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 944 time: 0.1119769 Jun 24 04:14:57.603126 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f4639e67d3b45a4935ae66de90fa9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437643 Jun 24 04:14:57.603781 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46916) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:57.607101 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978eed74-0037-4828-be10-43b29d069f58,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.614689 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:57.650549 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f7d85e4e-bc3d-45b2-89e7-2b7204f1ed98 req-ed99cd9c-c8b0-4761-9bdd-903319ff4bca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923822 Jun 24 04:14:57.674264 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:57.711170 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.723550 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:57.740541 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:57.740751 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:57.749204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e66376-7767-4b92-820a-de3e1611750a req-74c82ab7-94c4-44b1-b3a5-94c7e6f2a049 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:57.751817 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-24e66376-7767-4b92-820a-de3e1611750a req-74c82ab7-94c4-44b1-b3a5-94c7e6f2a049 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0810244 Jun 24 04:14:57.756477 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.760473 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46924) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:57.777000 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Request body: {'floatingip': {'port_id': '3fa342ff-f643-4460-80a3-052309860371'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:57.820157 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-63e21a65-2894-4f03-bb27-6533bab9dcc9 req-449e1152-d1f0-45dd-80d6-790b461e3c3f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=24de35f2-5329-4b39-ab83-0e0140473831 HTTP/1.1" status: 200 len: 210 time: 0.0312986 Jun 24 04:14:57.862323 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.943595 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:57.948310 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.951215 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.954760 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/978eed74-0037-4828-be10-43b29d069f58 HTTP/1.1" status: 204 len: 168 time: 0.3462331 Jun 24 04:14:57.954760 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-068d5095-a848-4463-b844-844a251c63b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.962278 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978eed74-0037-4828-be10-43b29d069f58,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.965889 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:58.205104 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:58.246641 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491eb4a7-44c1-40a5-a231-c8b60da82736 None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:58.387173 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.448569 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.485377 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.532312 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ee03ce-f37d-4195-ae16-b31db3c7d3f1 None None] New status for floating IP d56a707f-5a3d-4ed2-8134-233fccc41d9d: DOWN {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:14:58.589553 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Floating IP 097f7980-128f-445d-bae6-74187ec7b70d associated. External IP: 172.28.1.53, port: 3fa342ff-f643-4460-80a3-052309860371. Jun 24 04:14:58.786677 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:58.793577 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46954) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:58.857667 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Router 979422b6-99c6-4324-93b8-631730a9534f has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:58.912174 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 0adb1cce-9122-48eb-aba2-b68e8140e333 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:58.918630 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 0adb1cce-9122-48eb-aba2-b68e8140e333 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:58.919361 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.965678 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.047179 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46968) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:59.055576 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.092080 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:59.095114 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58dd242-b7f7-495a-b9c5-703dd478230e" -d '{"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-plugged", "status": "completed", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:59.120125 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.140939 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:59.143612 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.159731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0628873f-8d9a-4db8-987a-1aa6a5ead630 x-openstack-request-id: req-0628873f-8d9a-4db8-987a-1aa6a5ead630 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:59.159731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-plugged", "status": "completed", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:59.159731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0628873f-8d9a-4db8-987a-1aa6a5ead630 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:59.159731 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'code': 200} Jun 24 04:14:59.172755 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.208314 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.214533 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f5816de9-0097-4575-835f-f646cf115e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:59.223262 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.223713 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device aa7a2087-a299-4f88-bf63-4a0217153282 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:59.225431 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:59.250141 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a52bf9-c3f9-4960-b98d-791941601578 req-254a200d-52e6-4220-8d37-31b77f673696 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:59.251347 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-16a52bf9-c3f9-4960-b98d-791941601578 req-254a200d-52e6-4220-8d37-31b77f673696 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 944 time: 0.4537661 Jun 24 04:14:59.270885 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: aa7a2087-a299-4f88-bf63-4a0217153282 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:59.270885 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device aa7a2087-a299-4f88-bf63-4a0217153282 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:59.284382 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13f6733af3524b908132a28e60462e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896035 Jun 24 04:14:59.287380 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 46976) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:59.305895 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:59.314044 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:59.332110 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a0b9f-8f4d-48c8-98a1-32bc98f22102,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:59.334032 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-16a52bf9-c3f9-4960-b98d-791941601578 req-c7cbe35a-4fac-4b3a-b404-4c5b37c6ad3d tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763779 Jun 24 04:14:59.346748 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:59.347173 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:59.353232 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.358473 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:59.369423 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:59.370261 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:59.373163 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.404816 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-48be405c-ebe0-476e-9f17-106a232ceecc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "PUT /v2.0/floatingips/097f7980-128f-445d-bae6-74187ec7b70d HTTP/1.1" status: 200 len: 990 time: 1.6404192 Jun 24 04:14:59.404816 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:59.405855 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609af22-3524-4ff2-afdf-c9d5f2609c47" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:59.428774 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.438393 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.441401 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.442715 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "DELETE /v2.0/security-groups/a7015c2e-0a79-4e3f-b03b-3af1c8785efa HTTP/1.1" status: 204 len: 168 time: 0.3942962 Jun 24 04:14:59.445993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46982) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:59.446391 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e31a238e-4e28-4d4d-95e7-e91942052289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:59.463705 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7015c2e-0a79-4e3f-b03b-3af1c8785efa,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:59.468986 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.api.v2.resource [None req-190d8b97-ee8d-49e9-b7b8-4a764bf7f624 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] show failed (client error): The resource could not be found. Jun 24 04:14:59.471025 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-190d8b97-ee8d-49e9-b7b8-4a764bf7f624 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups/a7015c2e-0a79-4e3f-b03b-3af1c8785efa HTTP/1.1" status: 404 len: 347 time: 0.0239940 Jun 24 04:14:59.472253 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:59.475117 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 46984) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:59.495201 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17590860-12d2-466d-b5de-53147e9fa827 x-openstack-request-id: req-17590860-12d2-466d-b5de-53147e9fa827 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:59.495746 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "tag": "3fa342ff-f643-4460-80a3-052309860371", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:59.496187 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17590860-12d2-466d-b5de-53147e9fa827 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:59.496846 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'status': 'completed', 'code': 200} Jun 24 04:14:59.582792 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:59.594575 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.597529 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.599616 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/511a0b9f-8f4d-48c8-98a1-32bc98f22102 HTTP/1.1" status: 204 len: 168 time: 0.3100305 Jun 24 04:14:59.601007 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-22b86a21-c4b2-415f-a681-42138ef154a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:59.634767 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a0b9f-8f4d-48c8-98a1-32bc98f22102,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:59.649561 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:59.649714 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-3f1b367b-96c1-44b9-9aab-f100501eeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:59.649714 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-3f1b367b-96c1-44b9-9aab-f100501eeb95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1098 time: 0.1226351 Jun 24 04:14:59.690080 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Deleting port 73f42b5f-ae25-40b1-a814-6345647591b1 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:59.690406 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.843385 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-3b8d3bc0-e1c2-41fe-a1c1-ecfca3a7a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:59.844858 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-3b8d3bc0-e1c2-41fe-a1c1-ecfca3a7a643 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.1891336 Jun 24 04:14:59.874703 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.875255 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.916538 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22620c-c28b-40f0-aca9-46f690fb29f7 req-4d4c24e8-6bba-4c4e-8bc5-076a9f1e4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:59.918047 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f22620c-c28b-40f0-aca9-46f690fb29f7 req-4d4c24e8-6bba-4c4e-8bc5-076a9f1e4bbc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1098 time: 0.1966350 Jun 24 04:14:59.924417 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Calling delete_port for 73f42b5f-ae25-40b1-a814-6345647591b1 owned by network:floatingip {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:59.999771 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-afee6d63-92e8-41e0-844c-4f985e2bd5ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 200 len: 998 time: 0.1428208 Jun 24 04:15:00.019462 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': '097f7980-128f-445d-bae6-74187ec7b70d', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '979422b6-99c6-4324-93b8-631730a9534f', 'port_id': '3fa342ff-f643-4460-80a3-052309860371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'mac_address': 'fa:16:3e:f5:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:14:37Z', 'updated_at': '2021-06-24T04:14:58Z', 'revision_number': 1, 'project_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:00.047726 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f22620c-c28b-40f0-aca9-46f690fb29f7 req-89eee92d-b213-4999-bd88-8050adec903c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213820 Jun 24 04:15:00.048404 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:15:00.064655 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:00.064655 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:00.076905 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-920f48c5-6238-4a6c-8fe9-876e20ca8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:00.079705 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-920f48c5-6238-4a6c-8fe9-876e20ca8469 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0688360 Jun 24 04:15:00.203809 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-0d5bfba8-cf33-42ae-aafa-b36a8a4436e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:00.204355 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:00.205321 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-0d5bfba8-cf33-42ae-aafa-b36a8a4436e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1050682 Jun 24 04:15:00.246644 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.271900 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d2b12bd0-7d98-4ff5-b639-ea4102baa735 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.300013 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event deleted for resources: {'Port': ['ID=73f42b5f-ae25-40b1-a814-6345647591b1,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.306160 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.390959 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-0d837964-1b9b-4df9-b417-228205aff7b6 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772709 Jun 24 04:15:00.406737 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.409213 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.410475 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "DELETE /v2.0/floatingips/d56a707f-5a3d-4ed2-8134-233fccc41d9d HTTP/1.1" status: 204 len: 168 time: 0.9342694 Jun 24 04:15:00.468613 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': '097f7980-128f-445d-bae6-74187ec7b70d', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '979422b6-99c6-4324-93b8-631730a9534f', 'port_id': '3fa342ff-f643-4460-80a3-052309860371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'mac_address': 'fa:16:3e:f5:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:14:37Z', 'updated_at': '2021-06-24T04:14:58Z', 'revision_number': 1, 'project_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:00.496657 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2639bc1c-1140-4673-a126-8d31ceae5937 None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': '097f7980-128f-445d-bae6-74187ec7b70d', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '979422b6-99c6-4324-93b8-631730a9534f', 'port_id': '3fa342ff-f643-4460-80a3-052309860371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'mac_address': 'fa:16:3e:f5:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:14:37Z', 'updated_at': '2021-06-24T04:14:58Z', 'revision_number': 1, 'project_id': '3158facc76424c409140116d4ae03c3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:15:00.557665 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4609af22-3524-4ff2-afdf-c9d5f2609c47 req-0f342289-353d-4abb-8c3f-377cb9016925 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585591 Jun 24 04:15:00.606057 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22906-2d2f-4fbf-b025-818654105489 req-425fabb1-b624-4a11-8f28-cab9ca8e84c7 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:00.610431 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bad22906-2d2f-4fbf-b025-818654105489 req-425fabb1-b624-4a11-8f28-cab9ca8e84c7 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.1057944 Jun 24 04:15:00.652501 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bad22906-2d2f-4fbf-b025-818654105489 req-a4275b9e-e8a2-4c73-8583-c6f56cd0a59c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369043 Jun 24 04:15:00.776908 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd68ae-8c90-42e0-b9bb-ea6a44470496 None None] New status for floating IP 097f7980-128f-445d-bae6-74187ec7b70d: ACTIVE {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:15:00.920592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 47020) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:00.926445 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700272303', 'description': 'tempest-description--716828579'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:01.037923 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.126253 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.197759 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.201308 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3b974fce-4233-4bce-a2b4-0f7b220eb977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:01.231129 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f78ce-7f30-401d-999f-2ba7c3150af4,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:01.233887 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:01.297149 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.298384 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3765604 Jun 24 04:15:01.301296 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 47028) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:01.306157 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'security_group_rule': {'security_group_id': '0d8f78ce-7f30-401d-999f-2ba7c3150af4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:01.416288 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.473152 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.542790 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.544883 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ce451755-d4f2-45f5-b4b0-460067e909a5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:01.561002 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b794b1-eca8-47a4-9061-a44a020c596e,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:01.563354 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:01.617858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.619817 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-42ab3590-fde7-4fd2-b540-2883bce1fd30 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168726 Jun 24 04:15:01.622094 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 47034) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:01.626542 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'security_group_rule': {'security_group_id': '0d8f78ce-7f30-401d-999f-2ba7c3150af4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:01.714663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.835749 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c13a02-ee72-4b4c-9442-965b2f858145 req-cd6c2004-9455-4ea4-bfb9-c8288f0e06fb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:01.837553 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-62c13a02-ee72-4b4c-9442-965b2f858145 req-cd6c2004-9455-4ea4-bfb9-c8288f0e06fb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0642781 Jun 24 04:15:01.879327 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-62c13a02-ee72-4b4c-9442-965b2f858145 req-cbaa09b4-6877-45ba-9318-404999beb96f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360739 Jun 24 04:15:01.927508 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.991819 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.995798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:02.038836 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fd7206-df2c-4a21-9025-d660f1f985b6,revision_number=0']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:02.042462 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:02.075721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab7bd5-da4e-4015-ab8e-ebc16aad335d req-fa59b8d2-ab27-4d87-adb4-e86d7e3c4697 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:02.077458 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-34ab7bd5-da4e-4015-ab8e-ebc16aad335d req-fa59b8d2-ab27-4d87-adb4-e86d7e3c4697 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0825999 Jun 24 04:15:02.115032 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-34ab7bd5-da4e-4015-ab8e-ebc16aad335d req-761ff0db-4340-4337-9434-a559e3347aaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Jun 24 04:15:02.128653 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.129811 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-920490fd-f785-4a42-abc3-3ad23e54797d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5068152 Jun 24 04:15:02.136177 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 47044) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:02.140516 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'floatingip': {'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:02.142619 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47046) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:02.260424 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.341009 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa2d173-f506-43c2-b119-fa090da94991 tempest-TestShelveInstance-1539611365 tempest-TestShelveInstance-1539611365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:02.342447 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-5fa2d173-f506-43c2-b119-fa090da94991 tempest-TestShelveInstance-1539611365 tempest-TestShelveInstance-1539611365-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1093 time: 0.1988218 Jun 24 04:15:02.345340 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47050) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:02.349651 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Request body: {'floatingip': {'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'port_id': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:02.359072 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.420734 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for floatingip, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.462088 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Allocated IP 172.28.1.211 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/fb853dae-3e73-465e-8695-6c1a8945510b) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:02.518060 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.564710 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.654867 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.657794 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:02.692375 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:02.698765 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:02.703910 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:02.704031 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Allocated IP 172.28.1.30 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/085b65ad-6fce-452b-913c-69cdd1b958a1) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:02.734110 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'Port': ['ID=fb853dae-3e73-465e-8695-6c1a8945510b,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:02.737990 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:02.797843 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.812127 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.958219 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10296197'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.960620 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.001795 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.009715 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:03.014931 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:03.018722 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:03.057987 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'Port': ['ID=085b65ad-6fce-452b-913c-69cdd1b958a1,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:03.064074 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:03.089585 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47064) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:03.170624 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.217383 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.274949 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.277915 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f61582b0-6281-47a7-aa5b-51ac5d386863 tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.343335 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'Port': ['ID=fb853dae-3e73-465e-8695-6c1a8945510b,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:03.347119 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:03.357447 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.460458 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.479051 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.520423 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.524446 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6a869cbb-3c7f-468a-8185-4af64abfacce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.560841 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4de545ca5199494989825e83bcf4d934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702508 Jun 24 04:15:03.562824 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b264b-7162-44b4-b413-c7d423ed25c5,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:03.563464 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 47070) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:03.565825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:03.614161 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.635658 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.646486 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.646697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.647697 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5106106 Jun 24 04:15:03.801122 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.838480 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-0dc88776-49d8-4523-bb54-a9dc2679b309 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1700272303&fields=id&tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3 HTTP/1.1" status: 200 len: 267 time: 0.0332503 Jun 24 04:15:03.840066 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.842748 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.843801 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b09b264b-7162-44b4-b413-c7d423ed25c5 HTTP/1.1" status: 204 len: 168 time: 0.2793849 Jun 24 04:15:03.845663 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4f4a0597-4ff8-4ab0-aa34-906320ab51d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.871488 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b264b-7162-44b4-b413-c7d423ed25c5,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:03.884269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:03.940325 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10296247'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.943279 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.954338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-f000d2b1-d5e8-4425-bb0f-680cfc893894 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:03.955893 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-f000d2b1-d5e8-4425-bb0f-680cfc893894 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 809 time: 0.1111445 Jun 24 04:15:03.970616 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-9cad192c-c00e-4d58-8b57-aea0d1b7ebd3 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/quotas/fbcfd8e88d504aa5b4ce086b280df2b3 HTTP/1.1" status: 200 len: 375 time: 0.0091357 Jun 24 04:15:04.007802 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event updated for resources: {'Port': ['ID=085b65ad-6fce-452b-913c-69cdd1b958a1,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:04.012237 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:04.021460 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.045444 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-9eafa5d6-5acd-4204-95dd-f5eac0452b7d tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691192 Jun 24 04:15:04.122594 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.l3_db [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Floating IP ad04dad6-92d2-4de3-86cd-2ad8e128bb81 associated. External IP: 172.28.1.30, port: 0adb1cce-9122-48eb-aba2-b68e8140e333. Jun 24 04:15:04.143962 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-7da64f88-6b19-402f-91ad-8042a623a7a7 service neutron] 10.222.0.11 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848737 Jun 24 04:15:04.249597 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-442d2521-3d73-4cf0-b11f-9f0358633813 service neutron] 10.222.0.11 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999525 Jun 24 04:15:04.573798 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fd1e46ee-6661-4e76-a65c-ee2d6cf1decd req-478a90d2-738a-4bc4-a4cc-e6339026ffcf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0372062 Jun 24 04:15:04.593814 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Router a24a6d54-5f59-4cac-bc0f-db6e40fab27d has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:15:04.705414 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:15:04.717553 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] Sync routers for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:15:04.728246 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:04.729204 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:04.837341 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:04.869242 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.905556 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5592110 Jun 24 04:15:04.906195 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:04.908563 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2824a1daeaf2497d9ecc05b15daa12d427fd4bc78bbc93ad1002b5fdf5606d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2363e9d-94d0-4761-8bb8-935af4341eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:04.957933 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93eb3d-f6e0-451f-be9c-adcf0a2580e9 x-openstack-request-id: req-ff93eb3d-f6e0-451f-be9c-adcf0a2580e9 {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:04.958261 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "status": "completed", "code": 200}]} {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:04.958548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff93eb3d-f6e0-451f-be9c-adcf0a2580e9 {{(pid=93542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:04.958995 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'status': 'completed', 'code': 200} Jun 24 04:15:05.036732 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-c7f4cc11-999e-4cbc-92ec-9453aa21253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:05.038857 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-c7f4cc11-999e-4cbc-92ec-9453aa21253b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1098 time: 0.0552962 Jun 24 04:15:05.071608 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47126) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:05.085820 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'ad04dad6-92d2-4de3-86cd-2ad8e128bb81', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'floating_ip_address': '172.28.1.30', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'port_id': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'mac_address': 'fa:16:3e:3d:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5933509-446f-475e-afab-a52929922a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:15:03Z', 'updated_at': '2021-06-24T04:15:03Z', 'revision_number': 0, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:18Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.115574 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] Checking router: a24a6d54-5f59-4cac-bc0f-db6e40fab27d for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:15:05.127179 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:05.128140 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.151413 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-1bc42c1b-7f34-4613-9cd2-db1131ad7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:05.154059 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-1bc42c1b-7f34-4613-9cd2-db1131ad7594 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 909 time: 0.1062899 Jun 24 04:15:05.181705 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-403190948-network', 'tenant_id': 'd7c1217e4efd430f94cf2c35cbfbee8a'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:05.217506 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-0fbc5a25-d724-4947-9d15-071c8ed0f35e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 998 time: 0.0581238 Jun 24 04:15:05.239678 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:05.259139 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Made reservation on behalf of d7c1217e4efd430f94cf2c35cbfbee8a for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:05.262764 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.272277 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.275888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-396b0681-ea38-4f52-a8de-70ba903bb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:05.277934 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-396b0681-ea38-4f52-a8de-70ba903bb95f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 200 len: 847 time: 0.0543840 Jun 24 04:15:05.352007 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-8370da90-c25d-4b45-8e08-dd33333d033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:05.353575 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-8370da90-c25d-4b45-8e08-dd33333d033f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b80fa2d7-a726-422e-a74a-e354471f1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0688920 Jun 24 04:15:05.409675 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.457300 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-a979fd06-8798-46a1-865e-aad19367225d service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914369 Jun 24 04:15:05.490306 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'ad04dad6-92d2-4de3-86cd-2ad8e128bb81', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'floating_ip_address': '172.28.1.30', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'port_id': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'mac_address': 'fa:16:3e:3d:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5933509-446f-475e-afab-a52929922a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:15:03Z', 'updated_at': '2021-06-24T04:15:03Z', 'revision_number': 0, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:18Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.498243 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.502724 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d45e48d2-105a-42ad-bcdd-3f34ed067e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.516208 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce1e51-8d76-4d18-9dda-cc74b9d5ca16 None None] The sync data for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb is: [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'ad04dad6-92d2-4de3-86cd-2ad8e128bb81', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'floating_ip_address': '172.28.1.30', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'port_id': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'mac_address': 'fa:16:3e:3d:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5933509-446f-475e-afab-a52929922a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:15:03Z', 'updated_at': '2021-06-24T04:15:03Z', 'revision_number': 0, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:18Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:15:05.528817 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:15:05.538184 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e410cc7-e29a-4a91-b653-4466766d9c75,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.542697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.545617 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.545967 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Added segment 4a370b6d-e236-42b8-a63e-c5a50750cc14 of type vlan for network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 Jun 24 04:15:05.553525 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c2363e9d-94d0-4761-8bb8-935af4341eb6 req-fcff8ad7-1175-4e52-bfc7-e44f20702ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887876 Jun 24 04:15:05.588591 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.669238 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.671036 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:05.671719 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.685270 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-653dc36b-d5e8-4494-8f8f-c5a4c72a1ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.747625 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-367a627e-38b9-4bb5-9f38-7e883e2978b1 req-3fdc7bf3-2991-4ebe-bda7-2e0863caa80a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0306153 Jun 24 04:15:05.750710 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e70ea-5dc5-4d1a-931b-a252b9e41519 None None] New status for floating IP ad04dad6-92d2-4de3-86cd-2ad8e128bb81: ACTIVE {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:15:05.767759 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Pushing event updated for resources: {'Network': ['ID=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.774371 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6985443 Jun 24 04:15:05.774717 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47136) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:05.780121 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Request body: {'subnet': {'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-403190948-subnet', 'tenant_id': 'd7c1217e4efd430f94cf2c35cbfbee8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:05.784954 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.786775 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:15:05.897794 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Made reservation on behalf of d7c1217e4efd430f94cf2c35cbfbee8a for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:05.900723 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.132438 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.136117 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b0edb2fa-79b3-4e7e-885d-5fefc204e092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:06.195669 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:06.199455 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:06.204991 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Checking segment: {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:06.205379 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Network hostable DHCP agents. Network: bb22b848-70c2-4f6a-b1f2-8ded354bd3f5, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:15:06.309302 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:15:06.369175 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, bb22b848-70c2-4f6a-b1f2-8ded354bd3f5) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:06.373188 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:06.373778 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.377863 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4843d21-c253-496b-8442-20cfe5398890 None None] Network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:06.460853 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f9e07311-2d99-4e78-8a47-698e87a1f99f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6772070 Jun 24 04:15:06.516603 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf0274-ee92-4361-a6ca-823a05ded784 None None] Network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:06.738482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-e85bb10e-a578-4784-8015-d743ebf3ad5e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:06.740028 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-e85bb10e-a578-4784-8015-d743ebf3ad5e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 809 time: 0.1028380 Jun 24 04:15:06.783443 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-45116e52-bd64-46f2-b32f-53d5144ec292 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3 HTTP/1.1" status: 200 len: 380 time: 0.0343707 Jun 24 04:15:06.792457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'port': {'device_id': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'admin_state_up': True, 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'security_groups': ['0d8f78ce-7f30-401d-999f-2ba7c3150af4']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:06.914048 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-905d6cad-18d9-4898-9abc-8cd120163a3a req-b6a9c3f7-60a4-4af3-98ee-54fa5e368ee5 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0289392 Jun 24 04:15:07.034605 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Made reservation on behalf of fbcfd8e88d504aa5b4ce086b280df2b3 for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:07.038382 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:07.164247 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Allocated IP 172.20.0.10 (d42d1be3-12b3-46a5-b27d-ffc1b3c90d71/5e75ad7f-10a0-4f45-85f0-495fccb1807b/e59304f4-e1b3-4622-af29-c940058ae9e3) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:07.303153 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:07.316888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Transition to ACTIVE for port object e59304f4-e1b3-4622-af29-c940058ae9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:07.423973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:07.430168 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-18cec85b-4cc2-4a43-af0b-03ffb209b1b4 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:07.474378 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:07.478049 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:07.480961 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:07.514217 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event updated for resources: {'Port': ['ID=e59304f4-e1b3-4622-af29-c940058ae9e3,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:07.517236 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:07.543392 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:07.544033 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:07.616495 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8283124 Jun 24 04:15:07.632248 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Request body: {'port': {'device_id': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:07.720587 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:07.875682 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-75c0e1a1-10bd-4391-8083-d8161894557c None None] Provisioning for port e59304f4-e1b3-4622-af29-c940058ae9e3 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:07.879905 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-75c0e1a1-10bd-4391-8083-d8161894557c None None] Provisioning complete for port e59304f4-e1b3-4622-af29-c940058ae9e3 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:07.880398 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-75c0e1a1-10bd-4391-8083-d8161894557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:07.918347 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-75c0e1a1-10bd-4391-8083-d8161894557c None None] Port e59304f4-e1b3-4622-af29-c940058ae9e3 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:15:08.313781 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59304f4-e1b3-4622-af29-c940058ae9e3 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:08.323921 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.334135 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8230-5d5f-44b0-a7a5-53e3cabbb3d1 req-7f4d0839-c158-47f9-9ebf-83e3e51e9915 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:08.335676 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-818a8230-5d5f-44b0-a7a5-53e3cabbb3d1 req-7f4d0839-c158-47f9-9ebf-83e3e51e9915 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 932 time: 0.1136191 Jun 24 04:15:08.349791 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Transition to ACTIVE for port object e59304f4-e1b3-4622-af29-c940058ae9e3 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:08.378681 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-818a8230-5d5f-44b0-a7a5-53e3cabbb3d1 req-71b6ff14-4fc5-47ad-8314-a7cdfa0a62a0 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357809 Jun 24 04:15:08.435016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.441801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:08.488982 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Pushing event updated for resources: {'Port': ['ID=e59304f4-e1b3-4622-af29-c940058ae9e3,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:08.507260 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:08.565189 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Attempting to bind port e59304f4-e1b3-4622-af29-c940058ae9e3 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:08.565556 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Attempting to bind port e59304f4-e1b3-4622-af29-c940058ae9e3 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:08.566312 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Attempting to bind port e59304f4-e1b3-4622-af29-c940058ae9e3 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:08.570777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Port e59304f4-e1b3-4622-af29-c940058ae9e3 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:15:08.571332 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Attempting to bind port e59304f4-e1b3-4622-af29-c940058ae9e3 on network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:08.576732 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:08.577267 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Checking segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:08.577660 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Bound using segment: {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:08.578096 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Bound port: e59304f4-e1b3-4622-af29-c940058ae9e3, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c087e-41fe-4319-a7d2-b556558595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:08.578457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.649930 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] For port e59304f4-e1b3-4622-af29-c940058ae9e3, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:08.653423 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] For port e59304f4-e1b3-4622-af29-c940058ae9e3, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e59304f4-e1b3-4622-af29-c940058ae9e3,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:08.679548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-e0872839-aa29-4c24-93cd-2334b288b54d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:08.681677 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-e0872839-aa29-4c24-93cd-2334b288b54d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/networks?id=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 HTTP/1.1" status: 200 len: 813 time: 0.1078856 Jun 24 04:15:08.696804 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-05302ae8-c8c7-4797-9389-c815be3654ad tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/quotas/d7c1217e4efd430f94cf2c35cbfbee8a HTTP/1.1" status: 200 len: 375 time: 0.0090935 Jun 24 04:15:08.736306 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-b7b4fed0-1985-4192-8bfb-fa1c4392089d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341690 Jun 24 04:15:08.758913 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.761879 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ddd3e0e4-1e9c-45eb-9bb3-c5ed9b1750a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:08.798816 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:08.799043 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.800339 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] 10.222.0.21 "PUT /v2.0/ports/e59304f4-e1b3-4622-af29-c940058ae9e3 HTTP/1.1" status: 200 len: 1094 time: 1.1742535 Jun 24 04:15:08.800845 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:08.803193 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ecabb1-5987-4505-8197-b28f1290be6e" -d '{"events": [{"name": "network-changed", "server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:08.825592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Pushing event updated for resources: {'Port': ['ID=e59304f4-e1b3-4622-af29-c940058ae9e3,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:08.828622 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:08.840624 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-fc0c0270-c42c-4d3f-b332-c791b50db405 service neutron] 10.222.0.11 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975103 Jun 24 04:15:08.860373 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddce4cf-28bc-4128-aad1-4c3a74875593 x-openstack-request-id: req-4ddce4cf-28bc-4128-aad1-4c3a74875593 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:08.860373 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:08.860373 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ddce4cf-28bc-4128-aad1-4c3a74875593 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:08.860373 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'status': 'completed', 'code': 200} Jun 24 04:15:08.942624 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecabb1-5987-4505-8197-b28f1290be6e req-2709f840-6e8a-4e27-8aa5-d25c4c73eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:08.944255 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-25ecabb1-5987-4505-8197-b28f1290be6e req-2709f840-6e8a-4e27-8aa5-d25c4c73eff0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 1097 time: 0.0645266 Jun 24 04:15:08.955688 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-1e545b49-4123-495f-a158-de85f17d18fc service neutron] 10.222.0.11 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000721 Jun 24 04:15:08.958457 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.068964 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecabb1-5987-4505-8197-b28f1290be6e req-b7bfab94-076d-42b7-8aff-8f2499f526ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:09.070722 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-25ecabb1-5987-4505-8197-b28f1290be6e req-b7bfab94-076d-42b7-8aff-8f2499f526ce service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1162870 Jun 24 04:15:09.166295 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecabb1-5987-4505-8197-b28f1290be6e req-e7319197-e1f8-473c-852f-4a4bd979f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:09.168327 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-25ecabb1-5987-4505-8197-b28f1290be6e req-e7319197-e1f8-473c-852f-4a4bd979f704 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901372 Jun 24 04:15:09.281096 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b591fb25-5cc0-4f7d-b8d1-6623f14d2b7b req-e551b30c-d83e-4a8b-8a5e-44acef3cd58f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 210 time: 0.0611739 Jun 24 04:15:09.308389 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-f9840ed1-61ec-4c0c-bd5a-f3baf3cbfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:09.309993 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-f9840ed1-61ec-4c0c-bd5a-f3baf3cbfed9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 1097 time: 0.1019092 Jun 24 04:15:09.355718 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-d0070f34-1b40-4c36-8227-9aeb42eef183 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e59304f4-e1b3-4622-af29-c940058ae9e3 HTTP/1.1" status: 200 len: 217 time: 0.0370584 Jun 24 04:15:09.404658 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-08d7ebc7-e47f-4076-9412-ba82bd8b5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:09.406161 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-08d7ebc7-e47f-4076-9412-ba82bd8b5afe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.0423172 Jun 24 04:15:09.467697 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-ba119c85-c6cb-4c0b-a193-9d71f97d30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:09.469190 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-ba119c85-c6cb-4c0b-a193-9d71f97d30a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0571141 Jun 24 04:15:09.557423 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-5860d1e4-b593-4ba1-af14-278a299afe32 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812809 Jun 24 04:15:09.559180 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36b19a-fdac-4ddc-9d78-2819bcb10c33 req-38909dc4-64d9-40c4-9ab8-b75884779d96 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:09.560624 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-bf36b19a-fdac-4ddc-9d78-2819bcb10c33 req-38909dc4-64d9-40c4-9ab8-b75884779d96 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0657823 Jun 24 04:15:09.603338 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-bf36b19a-fdac-4ddc-9d78-2819bcb10c33 req-1c555d2f-fbcc-4e12-b376-418880a01a86 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Jun 24 04:15:09.665379 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f87e80d6-29af-4ddd-8f40-394933edb318 req-3fe58ccd-8e1a-4b32-9a45-1d8810cc1c54 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014192 Jun 24 04:15:10.421938 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-41b9bd03-081e-4b11-8642-c0eb4ca6b54e req-28471301-4e62-455d-b3ea-f5774fd1b39e tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 210 time: 0.0332956 Jun 24 04:15:10.781527 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165115e7-b424-4752-af42-7fe682343819 req-f8c256c5-af50-40e1-a8cc-a72c37e239e2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:10.782975 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-165115e7-b424-4752-af42-7fe682343819 req-f8c256c5-af50-40e1-a8cc-a72c37e239e2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0624776 Jun 24 04:15:10.820241 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-165115e7-b424-4752-af42-7fe682343819 req-0c887ee4-2e90-46a6-bf91-ac11909924a1 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Jun 24 04:15:11.576244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-f1db51c3-8685-467c-ad46-1307a290454e tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:11.577548 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-f1db51c3-8685-467c-ad46-1307a290454e tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "GET /v2.0/networks?id=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 HTTP/1.1" status: 200 len: 813 time: 0.1291990 Jun 24 04:15:11.579203 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-57f702c5-f43a-4cca-8457-9af3735175cb req-cfe99246-1ec0-4c28-989d-2e0d5341914e tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 210 time: 0.0369942 Jun 24 04:15:11.589359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Request body: {'port': {'device_id': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5', 'admin_state_up': True, 'tenant_id': 'd7c1217e4efd430f94cf2c35cbfbee8a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:11.935860 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Made reservation on behalf of d7c1217e4efd430f94cf2c35cbfbee8a for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:11.939583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.008595 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c8f2-7cb7-4437-9d00-67e66f56e475 req-d48a55b4-5364-4d2e-afb6-67cd832dc085 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:12.010231 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8db0c8f2-7cb7-4437-9d00-67e66f56e475 req-d48a55b4-5364-4d2e-afb6-67cd832dc085 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0748208 Jun 24 04:15:12.049876 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8db0c8f2-7cb7-4437-9d00-67e66f56e475 req-0bcc5f80-6942-496e-98ca-2a8185725933 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340559 Jun 24 04:15:12.076835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Allocated IP 172.20.0.7 (bb22b848-70c2-4f6a-b1f2-8ded354bd3f5/9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d/9fa994a0-a395-408f-a5e9-e37acb814e80) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:12.219956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.304556 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.309122 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fde16fce-e4ac-43ea-9b4c-4500d39f114b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:12.347220 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:12.352016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:12.356112 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:12.362553 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Pushing event updated for resources: {'Port': ['ID=9fa994a0-a395-408f-a5e9-e37acb814e80,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:12.381510 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:12.409793 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:12.410386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.476485 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907418 Jun 24 04:15:12.488789 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Request body: {'port': {'device_id': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:12.556562 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.756319 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbadf-9955-4a3a-9a95-426471de87bd req-d8233fb4-9e9b-4a13-a2e2-dc51967f4fcd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:12.757834 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-27bcbadf-9955-4a3a-9a95-426471de87bd req-d8233fb4-9e9b-4a13-a2e2-dc51967f4fcd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 931 time: 0.0657992 Jun 24 04:15:12.798411 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-27bcbadf-9955-4a3a-9a95-426471de87bd req-676354ec-3c71-47ab-ad75-f31f2d4afba3 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 Jun 24 04:15:12.832751 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa994a0-a395-408f-a5e9-e37acb814e80 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:12.840933 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.848128 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device e59304f4-e1b3-4622-af29-c940058ae9e3 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:15:12.856846 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Transition to ACTIVE for port object 9fa994a0-a395-408f-a5e9-e37acb814e80 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:12.944039 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port e59304f4-e1b3-4622-af29-c940058ae9e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e59304f4-e1b3-4622-af29-c940058ae9e3,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:12.955140 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'port_id': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'mac_address': 'fa:16:3e:e2:21:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:15:12.990740 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.002695 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59304f4-e1b3-4622-af29-c940058ae9e3 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:13.018341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.021480 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:13.025537 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port e59304f4-e1b3-4622-af29-c940058ae9e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e59304f4-e1b3-4622-af29-c940058ae9e3,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:13.068429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa994a0-a395-408f-a5e9-e37acb814e80,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:13.072296 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:13.102476 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.106137 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:13.142336 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Attempting to bind port 9fa994a0-a395-408f-a5e9-e37acb814e80 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:13.142700 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Attempting to bind port 9fa994a0-a395-408f-a5e9-e37acb814e80 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:13.143049 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Attempting to bind port 9fa994a0-a395-408f-a5e9-e37acb814e80 on network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:13.147376 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Port 9fa994a0-a395-408f-a5e9-e37acb814e80 on network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:15:13.147692 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Attempting to bind port 9fa994a0-a395-408f-a5e9-e37acb814e80 on network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:13.153272 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:13.153719 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Checking segment: {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:13.154103 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Bound using segment: {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:13.154526 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Bound port: 9fa994a0-a395-408f-a5e9-e37acb814e80, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:13.154873 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.161672 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=e59304f4-e1b3-4622-af29-c940058ae9e3,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:13.171436 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.171787 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.172130 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.172586 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.172926 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.173291 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.173654 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.173982 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.174310 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.174637 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.174958 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.175302 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:13.184674 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:13.265795 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] For port 9fa994a0-a395-408f-a5e9-e37acb814e80, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:13.281682 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] For port 9fa994a0-a395-408f-a5e9-e37acb814e80, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9fa994a0-a395-408f-a5e9-e37acb814e80,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:13.292228 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53db4-74d2-4472-b9d5-2d2b48359c3c req-792ff1e8-7a7a-47dc-bffa-545b0ea14e27 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.293995 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47288) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:13.298219 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c3d53db4-74d2-4472-b9d5-2d2b48359c3c req-792ff1e8-7a7a-47dc-bffa-545b0ea14e27 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 945 time: 0.1287425 Jun 24 04:15:13.333989 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c3d53db4-74d2-4472-b9d5-2d2b48359c3c req-e1143c0f-b5ee-4152-bad0-c518b5cc1686 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343597 Jun 24 04:15:13.338871 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['e59304f4-e1b3-4622-af29-c940058ae9e3'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:15:13.350770 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.353137 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ac5a79a6-d09e-430d-930b-04c1d0387ddc tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:13.390665 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.391680 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.393103 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] 10.222.0.21 "PUT /v2.0/ports/9fa994a0-a395-408f-a5e9-e37acb814e80 HTTP/1.1" status: 200 len: 1093 time: 0.9082475 Jun 24 04:15:13.395462 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'tag': '9fa994a0-a395-408f-a5e9-e37acb814e80'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:13.399009 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ba811-3a87-40a5-93dc-8bd7a400052a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed217f35-9663-431c-a043-2e41bf4c2034", "tag": "9fa994a0-a395-408f-a5e9-e37acb814e80"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:13.423695 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.424269 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa994a0-a395-408f-a5e9-e37acb814e80,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:13.429859 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:13.441594 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75b2d5b-a4e4-4dc2-9a32-a5f04baddba6 x-openstack-request-id: req-f75b2d5b-a4e4-4dc2-9a32-a5f04baddba6 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:13.446472 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed217f35-9663-431c-a043-2e41bf4c2034", "tag": "9fa994a0-a395-408f-a5e9-e37acb814e80", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:13.446472 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f75b2d5b-a4e4-4dc2-9a32-a5f04baddba6 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:13.446472 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'tag': '9fa994a0-a395-408f-a5e9-e37acb814e80', 'status': 'completed', 'code': 200} Jun 24 04:15:13.521953 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.522826 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ba811-3a87-40a5-93dc-8bd7a400052a req-0e773206-de6d-4edf-990a-150332ec2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.524292 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-163ba811-3a87-40a5-93dc-8bd7a400052a req-0e773206-de6d-4edf-990a-150332ec2a2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 1096 time: 0.0570779 Jun 24 04:15:13.598945 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.602495 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a4ca410b-78fb-475b-a7c8-41b4bd2302c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:13.617127 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ba811-3a87-40a5-93dc-8bd7a400052a req-4b82d223-3066-46cf-a16f-4c0cd42fd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.620902 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-163ba811-3a87-40a5-93dc-8bd7a400052a req-4b82d223-3066-46cf-a16f-4c0cd42fd1c4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0870757 Jun 24 04:15:13.639747 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5e67a6b9c764ac88fd21399ae9b5d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444648 Jun 24 04:15:13.640923 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e0bdca-5f47-4395-86b1-6ae34e53bc57,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:13.643328 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47294) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:13.650241 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:13.695979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.716411 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.721084 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ba811-3a87-40a5-93dc-8bd7a400052a req-fc4eccfb-aef7-464c-896d-c2b6d7413141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.722526 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-163ba811-3a87-40a5-93dc-8bd7a400052a req-fc4eccfb-aef7-464c-896d-c2b6d7413141 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957644 Jun 24 04:15:13.814576 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-c84e98f2-749d-4491-998a-91ff1efa2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.815920 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-c84e98f2-749d-4491-998a-91ff1efa2f94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 1096 time: 0.0524776 Jun 24 04:15:13.862331 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-f3a5c209-f625-4c9a-85d7-325740642386 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa994a0-a395-408f-a5e9-e37acb814e80 HTTP/1.1" status: 200 len: 217 time: 0.0354488 Jun 24 04:15:13.867673 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.871170 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.873893 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13e0bdca-5f47-4395-86b1-6ae34e53bc57 HTTP/1.1" status: 204 len: 168 time: 0.2295737 Jun 24 04:15:13.874822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ed10fbf6-c4f7-4f2c-ad86-8b08c1a1b8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:13.883072 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e0bdca-5f47-4395-86b1-6ae34e53bc57,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:13.886674 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:13.942887 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-0feddbcd-83a2-4611-937c-1511dc39552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:13.944288 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-0feddbcd-83a2-4611-937c-1511dc39552f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d HTTP/1.1" status: 200 len: 853 time: 0.0757146 Jun 24 04:15:13.986816 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-261d0ba7-1469-4509-b0a1-7e23a17a9a31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265908 Jun 24 04:15:14.069673 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44c3b3-ad9c-4236-a8fd-b83589c9ad13 req-6acf528f-154b-4704-b9d1-6e79b4d14979 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:14.071070 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ef44c3b3-ad9c-4236-a8fd-b83589c9ad13 req-6acf528f-154b-4704-b9d1-6e79b4d14979 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 943 time: 0.1419065 Jun 24 04:15:14.125678 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-5fc04725-514c-4e95-8f90-d013a27774cb service neutron] 10.222.0.21 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268229 Jun 24 04:15:14.128641 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ef44c3b3-ad9c-4236-a8fd-b83589c9ad13 req-6037aabd-48a6-446b-b53a-72f53563dc0c tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Jun 24 04:15:14.221747 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d87ee76d-9125-48c4-9644-a4b1d30ba5ef req-6cbd3887-8ef6-4b52-8b17-6e1ac876e83c service neutron] 10.222.0.21 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890436 Jun 24 04:15:14.506878 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f5368-e57d-44b4-90bb-b7c4e25489d6 req-b6dd5242-5b32-474c-8800-56ddfae18864 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:14.508329 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab5f5368-e57d-44b4-90bb-b7c4e25489d6 req-b6dd5242-5b32-474c-8800-56ddfae18864 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0658526 Jun 24 04:15:14.545434 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ab5f5368-e57d-44b4-90bb-b7c4e25489d6 req-90388597-270b-458b-915c-c46bbdbc2ad0 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Jun 24 04:15:14.870752 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device e59304f4-e1b3-4622-af29-c940058ae9e3 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:14.984553 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port e59304f4-e1b3-4622-af29-c940058ae9e3 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:14.988501 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port e59304f4-e1b3-4622-af29-c940058ae9e3 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:14.988884 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.061543 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.082789 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:15.085019 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6c44b6-e4b0-4b77-86be-b50de252ef5e" -d '{"events": [{"server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "name": "network-vif-plugged", "status": "completed", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:15.097191 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port e59304f4-e1b3-4622-af29-c940058ae9e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e59304f4-e1b3-4622-af29-c940058ae9e3,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:15.121290 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00290431-b7a3-4e3a-a98a-1841f6ee40eb x-openstack-request-id: req-00290431-b7a3-4e3a-a98a-1841f6ee40eb {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:15.121290 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "name": "network-vif-plugged", "status": "completed", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:15.121509 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00290431-b7a3-4e3a-a98a-1841f6ee40eb {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:15.121927 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'code': 200} Jun 24 04:15:15.150467 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.152313 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-745e2382-c9ae-4059-8eee-15888b124e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:15.205508 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=e59304f4-e1b3-4622-af29-c940058ae9e3,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:15.208682 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:15.302664 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dce95c-8d69-40fe-a6cb-365b16d4b26a req-00a8f447-aefc-41b4-992f-afd745729f87 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:15.304137 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-07dce95c-8d69-40fe-a6cb-365b16d4b26a req-00a8f447-aefc-41b4-992f-afd745729f87 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 943 time: 0.0638514 Jun 24 04:15:15.341535 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-07dce95c-8d69-40fe-a6cb-365b16d4b26a req-b1bda1f0-d7d4-4e62-b339-e817fa9d49aa tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Jun 24 04:15:15.488174 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161e01-b251-4bd7-a769-3be9e4852460 req-067555c3-eaaf-4b81-9c15-16f6b3dc3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:15.489738 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-de161e01-b251-4bd7-a769-3be9e4852460 req-067555c3-eaaf-4b81-9c15-16f6b3dc3d10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 1099 time: 0.0550032 Jun 24 04:15:15.522962 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-de161e01-b251-4bd7-a769-3be9e4852460 req-403cc161-2477-491c-8993-c73b1901ce0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270183 Jun 24 04:15:15.724343 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff964d17-0f40-4b96-811b-9b02638b4f84 req-53e5a8e9-bef1-4251-b4ee-841aa2a47b50 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:15.725818 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ff964d17-0f40-4b96-811b-9b02638b4f84 req-53e5a8e9-bef1-4251-b4ee-841aa2a47b50 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0699871 Jun 24 04:15:15.766846 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ff964d17-0f40-4b96-811b-9b02638b4f84 req-587d0f2d-0b56-4eae-b8c3-751d7ddd2924 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347002 Jun 24 04:15:16.512340 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc427-1068-455f-84c3-c757f71b94cf req-cfc19333-0bb9-4a9f-8476-22fbcae44df8 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:16.513824 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fbccc427-1068-455f-84c3-c757f71b94cf req-cfc19333-0bb9-4a9f-8476-22fbcae44df8 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 943 time: 0.0618875 Jun 24 04:15:16.551936 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fbccc427-1068-455f-84c3-c757f71b94cf req-509412b8-368d-4511-aba4-8eff0f7ff0a5 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Jun 24 04:15:16.879003 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 9fa994a0-a395-408f-a5e9-e37acb814e80 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:15:16.941461 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f655-86cc-4912-b65a-8427f9768110 req-7e8b60e8-8e0c-45cd-aa8d-74be5faee1fc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:16.942911 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a583f655-86cc-4912-b65a-8427f9768110 req-7e8b60e8-8e0c-45cd-aa8d-74be5faee1fc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0660055 Jun 24 04:15:16.972808 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 9fa994a0-a395-408f-a5e9-e37acb814e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9fa994a0-a395-408f-a5e9-e37acb814e80,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:16.980098 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a583f655-86cc-4912-b65a-8427f9768110 req-7f18e1f6-b1e6-4a3c-a95b-33f814f27c1f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Jun 24 04:15:16.983794 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '9fa994a0-a395-408f-a5e9-e37acb814e80', 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5', 'port_id': '9fa994a0-a395-408f-a5e9-e37acb814e80', 'mac_address': 'fa:16:3e:06:95:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:15:17.023442 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:17.149772 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa994a0-a395-408f-a5e9-e37acb814e80 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:17.152032 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e451c-d2e8-4136-866d-641c2eabcbdf req-ead89ea4-b1d8-4e8b-b54b-ecd0b0f202cb tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:17.153519 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-560e451c-d2e8-4136-866d-641c2eabcbdf req-ead89ea4-b1d8-4e8b-b54b-ecd0b0f202cb tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0642776 Jun 24 04:15:17.162748 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47320) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:17.167464 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Request body: {'floatingip': {'port_id': 'e59304f4-e1b3-4622-af29-c940058ae9e3'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:17.169255 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 9fa994a0-a395-408f-a5e9-e37acb814e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9fa994a0-a395-408f-a5e9-e37acb814e80,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:17.206213 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:17.247828 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:17.249746 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:17.294207 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=9fa994a0-a395-408f-a5e9-e37acb814e80,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:17.297260 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:17.503265 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['9fa994a0-a395-408f-a5e9-e37acb814e80'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:15:17.642877 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:17.701474 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:17.769719 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf6cf-a209-418d-8990-9d7913b45543 req-7d351a2b-bfde-43b1-b7bd-2b62b6721faf tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:17.771109 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-032bf6cf-a209-418d-8990-9d7913b45543 req-7d351a2b-bfde-43b1-b7bd-2b62b6721faf tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 944 time: 0.1075516 Jun 24 04:15:17.842947 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-032bf6cf-a209-418d-8990-9d7913b45543 req-988990b5-713e-4fca-a840-6b262b29ca63 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Jun 24 04:15:17.845963 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.l3_db [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Floating IP 7d5e7a30-e294-447b-9a0b-3fdefc1744e6 associated. External IP: 172.28.1.211, port: e59304f4-e1b3-4622-af29-c940058ae9e3. Jun 24 04:15:18.044320 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Router 42e6813c-311a-4a1e-8757-36713b98f83b has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:15:18.143443 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:15:18.148139 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:18.153657 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:15:18.162242 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:18.162849 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:18.183025 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d649a6ae-6dae-44a3-9794-f1b9db82ab73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "PUT /v2.0/floatingips/7d5e7a30-e294-447b-9a0b-3fdefc1744e6 HTTP/1.1" status: 200 len: 992 time: 1.0191200 Jun 24 04:15:18.183669 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3'}] {{(pid=93542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:18.185944 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2824a1daeaf2497d9ecc05b15daa12d427fd4bc78bbc93ad1002b5fdf5606d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44849f0c-ccf9-4016-aeac-053697c65917" -d '{"events": [{"name": "network-changed", "server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3"}]}' {{(pid=93542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:18.221631 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430dfde-079c-4142-ba09-f2032e0f1142 x-openstack-request-id: req-5430dfde-079c-4142-ba09-f2032e0f1142 {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:18.221959 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3", "status": "completed", "code": 200}]} {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:18.222247 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5430dfde-079c-4142-ba09-f2032e0f1142 {{(pid=93542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:18.222665 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'status': 'completed', 'code': 200} Jun 24 04:15:18.268572 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:18.315655 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44849f0c-ccf9-4016-aeac-053697c65917 req-c0507626-533d-406e-a10a-2d5693dba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:18.317117 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-c0507626-533d-406e-a10a-2d5693dba665 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 1099 time: 0.0580978 Jun 24 04:15:18.405764 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44849f0c-ccf9-4016-aeac-053697c65917 req-4f00413a-0134-496d-b378-dfc429dd703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:18.407203 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-4f00413a-0134-496d-b378-dfc429dd703e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 200 len: 910 time: 0.0814314 Jun 24 04:15:18.473858 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-1ea9d529-c626-481b-9606-bc83a903c141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e59304f4-e1b3-4622-af29-c940058ae9e3 HTTP/1.1" status: 200 len: 1000 time: 0.0596628 Jun 24 04:15:18.482656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': '7d5e7a30-e294-447b-9a0b-3fdefc1744e6', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'floating_ip_address': '172.28.1.211', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'port_id': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'mac_address': 'fa:16:3e:e2:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:15:02Z', 'updated_at': '2021-06-24T04:15:17Z', 'revision_number': 1, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:18.507689 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:15:18.516129 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:18.516732 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:14:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:18.521235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44849f0c-ccf9-4016-aeac-053697c65917 req-c348d0a1-8317-4c63-9422-2e62d516d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:18.522655 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-c348d0a1-8317-4c63-9422-2e62d516d654 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 200 len: 848 time: 0.0426297 Jun 24 04:15:18.578976 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44849f0c-ccf9-4016-aeac-053697c65917 req-3e45b753-4091-439a-8859-64c7d746bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:18.580351 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-3e45b753-4091-439a-8859-64c7d746bc0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0510249 Jun 24 04:15:18.617887 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:18.671459 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-9ebb662b-69dc-41c4-9bc8-6d50e5a3ba23 service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Jun 24 04:15:18.759092 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-44849f0c-ccf9-4016-aeac-053697c65917 req-e8f8b268-0984-482a-936a-d56a177f9d1c service neutron] 10.222.0.21 "GET /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793312 Jun 24 04:15:18.835153 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': '7d5e7a30-e294-447b-9a0b-3fdefc1744e6', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'floating_ip_address': '172.28.1.211', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'port_id': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'mac_address': 'fa:16:3e:e2:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:15:02Z', 'updated_at': '2021-06-24T04:15:17Z', 'revision_number': 1, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:18.860477 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40586097-028c-4078-bc61-9ba1260ecae4 None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': '7d5e7a30-e294-447b-9a0b-3fdefc1744e6', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'floating_ip_address': '172.28.1.211', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'port_id': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'mac_address': 'fa:16:3e:e2:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:15:02Z', 'updated_at': '2021-06-24T04:15:17Z', 'revision_number': 1, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:15:18.895215 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 9fa994a0-a395-408f-a5e9-e37acb814e80 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:19.005809 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 9fa994a0-a395-408f-a5e9-e37acb814e80 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:19.010343 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 9fa994a0-a395-408f-a5e9-e37acb814e80 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:19.010825 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:19.043090 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506dc60-dbc0-4486-83c3-53b1a3f1b3d5 req-8465cbac-de31-416a-a9a2-e4a9b90ac2fc tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:19.044880 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f506dc60-dbc0-4486-83c3-53b1a3f1b3d5 req-8465cbac-de31-416a-a9a2-e4a9b90ac2fc tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 944 time: 0.0795994 Jun 24 04:15:19.086661 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f506dc60-dbc0-4486-83c3-53b1a3f1b3d5 req-05cebf57-249a-4a43-bed6-acedae050485 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Jun 24 04:15:19.092030 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3542f12-441c-46e6-bbc4-9875d376c4e7 None None] New status for floating IP 7d5e7a30-e294-447b-9a0b-3fdefc1744e6: ACTIVE {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:15:19.098332 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:19.121686 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa994a0-a395-408f-a5e9-e37acb814e80'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:19.124105 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a42d98e-e6f5-4383-b987-0affa9625755" -d '{"events": [{"server_uuid": "ed217f35-9663-431c-a043-2e41bf4c2034", "name": "network-vif-plugged", "status": "completed", "tag": "9fa994a0-a395-408f-a5e9-e37acb814e80"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:19.138334 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 9fa994a0-a395-408f-a5e9-e37acb814e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9fa994a0-a395-408f-a5e9-e37acb814e80,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:19.163316 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ec230-8248-4ef0-a4d7-b8bb90f541c2 x-openstack-request-id: req-ef7ec230-8248-4ef0-a4d7-b8bb90f541c2 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:19.163929 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed217f35-9663-431c-a043-2e41bf4c2034", "name": "network-vif-plugged", "status": "completed", "tag": "9fa994a0-a395-408f-a5e9-e37acb814e80", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:19.164045 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef7ec230-8248-4ef0-a4d7-b8bb90f541c2 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:19.164444 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa994a0-a395-408f-a5e9-e37acb814e80', 'code': 200} Jun 24 04:15:19.213831 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:19.215668 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:19.261176 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=9fa994a0-a395-408f-a5e9-e37acb814e80,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:19.264095 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:19.530937 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06605586-7888-4495-93bd-d4047450fb27 req-6ea2ae4b-b42f-4a09-8569-4e94c385b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:19.532382 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-06605586-7888-4495-93bd-d4047450fb27 req-6ea2ae4b-b42f-4a09-8569-4e94c385b13f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 1098 time: 0.0549271 Jun 24 04:15:19.565902 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-06605586-7888-4495-93bd-d4047450fb27 req-21333348-565f-48e8-aa2a-a3eb2f5a65f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273483 Jun 24 04:15:20.269764 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dade5-ce2f-476c-a0f6-67c039e53fcc req-7c819363-6470-4e01-9ce9-2e353d945bc2 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:20.271255 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0e4dade5-ce2f-476c-a0f6-67c039e53fcc req-7c819363-6470-4e01-9ce9-2e353d945bc2 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0613384 Jun 24 04:15:20.308183 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0e4dade5-ce2f-476c-a0f6-67c039e53fcc req-4b1f54cc-359d-4974-a946-ae78afe70b09 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Jun 24 04:15:21.480371 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c25965-d755-4d47-b740-a0c890fd0b19 req-f104430b-5bcc-489b-9093-32fa08e98e81 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:21.481815 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-14c25965-d755-4d47-b740-a0c890fd0b19 req-f104430b-5bcc-489b-9093-32fa08e98e81 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0610757 Jun 24 04:15:21.517672 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-14c25965-d755-4d47-b740-a0c890fd0b19 req-5b4cdb70-865d-440e-833f-54cebfb91fa8 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304725 Jun 24 04:15:23.194526 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b2be762e-dd7d-4823-a1c0-c34e55b0c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:25.723016 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f672fc0b-b862-430f-9628-714a079c01c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:25.820435 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.888862 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.454922 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:30.622396 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:15:38.918628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:46.171913 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5705-5e0a-48fa-97c5-53b898308b7f req-82a331db-4d96-47e0-91ab-a7a88f53efa7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:46.173670 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2fae5705-5e0a-48fa-97c5-53b898308b7f req-82a331db-4d96-47e0-91ab-a7a88f53efa7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.1530294 Jun 24 04:15:46.211559 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2fae5705-5e0a-48fa-97c5-53b898308b7f req-a8c14d3a-4be2-45d3-8e3a-a5b180a5ca85 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Jun 24 04:15:47.391238 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bdd74-6759-4c4d-937c-91d6fb47cc13 req-c0ce9e98-9a62-4de2-a983-9ebb39a40433 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:47.392789 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-501bdd74-6759-4c4d-937c-91d6fb47cc13 req-c0ce9e98-9a62-4de2-a983-9ebb39a40433 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0673399 Jun 24 04:15:47.430446 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-501bdd74-6759-4c4d-937c-91d6fb47cc13 req-c73ab665-b9df-4832-9417-0f0a5044a158 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Jun 24 04:15:48.602677 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d129e-3aa8-433e-ab42-2c11140e9b2c req-23aaa0a5-44e1-4df2-b7c8-b7c915856b6d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:48.604108 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e82d129e-3aa8-433e-ab42-2c11140e9b2c req-23aaa0a5-44e1-4df2-b7c8-b7c915856b6d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0618472 Jun 24 04:15:48.640464 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e82d129e-3aa8-433e-ab42-2c11140e9b2c req-a616301d-b0b6-44de-89a7-07558be4db57 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Jun 24 04:15:49.822306 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f910a-5ff2-4cdb-9622-c1a5f8f83f3b req-441fd8e3-0e83-46ec-b681-f44f2181d640 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:49.823837 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-072f910a-5ff2-4cdb-9622-c1a5f8f83f3b req-441fd8e3-0e83-46ec-b681-f44f2181d640 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0710776 Jun 24 04:15:49.864586 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-072f910a-5ff2-4cdb-9622-c1a5f8f83f3b req-c77037f6-235e-4bfc-862f-e7d7ccc7f02e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349867 Jun 24 04:15:51.045319 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caadda-5223-40e2-a3c4-f6fb8ca776e7 req-33a61b24-7623-49fb-b197-2c8790658bf5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:51.046751 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c7caadda-5223-40e2-a3c4-f6fb8ca776e7 req-33a61b24-7623-49fb-b197-2c8790658bf5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0640776 Jun 24 04:15:51.085462 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c7caadda-5223-40e2-a3c4-f6fb8ca776e7 req-2a371a58-ea39-4698-bc56-95cf34d85fee tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Jun 24 04:15:52.258784 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618182f-2910-45eb-81aa-6b1d75db98ec req-3076205a-b5a8-41dd-826a-e9bb2cd791f8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:52.260193 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4618182f-2910-45eb-81aa-6b1d75db98ec req-3076205a-b5a8-41dd-826a-e9bb2cd791f8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0606043 Jun 24 04:15:52.295799 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4618182f-2910-45eb-81aa-6b1d75db98ec req-42d91fac-9a0d-4d55-92a9-59892b8851df tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300314 Jun 24 04:15:53.192327 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8bff-28b8-4010-97d3-df6e10ec75d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:53.471025 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c622d-bfcb-4bf2-91a5-1451aaa728cc req-b3d94d45-639c-4f94-b649-952838f7d51b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:53.472403 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a07c622d-bfcb-4bf2-91a5-1451aaa728cc req-b3d94d45-639c-4f94-b649-952838f7d51b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0651610 Jun 24 04:15:53.508942 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a07c622d-bfcb-4bf2-91a5-1451aaa728cc req-5398634e-1a0d-43f7-a9e6-4c6b34a60090 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307391 Jun 24 04:15:54.687094 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98fb58-e5a6-4d1a-9df8-74a449133528 req-284734c4-4198-4375-9843-0c68161f09cf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:54.688521 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2e98fb58-e5a6-4d1a-9df8-74a449133528 req-284734c4-4198-4375-9843-0c68161f09cf tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0638807 Jun 24 04:15:54.725294 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2e98fb58-e5a6-4d1a-9df8-74a449133528 req-ec15f39e-20a6-4a7d-8f99-90e00ad64bd3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Jun 24 04:15:55.714921 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0f73ece5-ad84-469e-8bb3-d78e74d2e594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:55.835303 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:55.921259 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399b1ce-3826-48da-8e93-e9536aeced9c req-7aab29cc-6770-404d-bab0-5b847b34647b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:55.922732 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7399b1ce-3826-48da-8e93-e9536aeced9c req-7aab29cc-6770-404d-bab0-5b847b34647b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0746360 Jun 24 04:15:55.963018 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7399b1ce-3826-48da-8e93-e9536aeced9c req-fea4f8f3-a3e5-4857-9dbc-376ff9af54ad tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Jun 24 04:15:56.781118 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:57.139092 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9730cf-9074-49da-8809-a71132ff332c req-c895a44c-4bfb-463c-acf3-f63a2b3295dc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:57.140476 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a9730cf-9074-49da-8809-a71132ff332c req-c895a44c-4bfb-463c-acf3-f63a2b3295dc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0610850 Jun 24 04:15:57.177433 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a9730cf-9074-49da-8809-a71132ff332c req-acf5289f-013a-42ed-89c0-c3e4ec6dd95e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Jun 24 04:15:58.357501 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5418f3-741f-4086-9526-9bc442ccb6dd req-6e02e9b3-b0dc-4198-b4d1-f6ac3a3a7f0f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:58.358921 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-de5418f3-741f-4086-9526-9bc442ccb6dd req-6e02e9b3-b0dc-4198-b4d1-f6ac3a3a7f0f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0614326 Jun 24 04:15:58.395652 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-de5418f3-741f-4086-9526-9bc442ccb6dd req-0edcea31-88ca-42e4-8e9c-4a6939fe8b43 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Jun 24 04:15:58.435499 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:59.102705 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:15:59.198568 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:59.210180 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '3fa342ff-f643-4460-80a3-052309860371', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'port_id': '3fa342ff-f643-4460-80a3-052309860371', 'mac_address': 'fa:16:3e:f5:46:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:15:59.250060 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:59.262058 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fa342ff-f643-4460-80a3-052309860371 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:59.282447 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:59.343885 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:59.346524 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:59.397363 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=6']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:59.400454 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:59.435658 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['3fa342ff-f643-4460-80a3-052309860371'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:15:59.648611 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802864e-e689-44a2-b7b2-12dac3fc0c6a req-06250529-b931-4565-9bf9-f03a053aaa58 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:59.653360 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9802864e-e689-44a2-b7b2-12dac3fc0c6a req-06250529-b931-4565-9bf9-f03a053aaa58 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 944 time: 0.1325104 Jun 24 04:15:59.693752 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9802864e-e689-44a2-b7b2-12dac3fc0c6a req-ea04b5a0-34f7-44a7-bcf9-691cda3098a6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366192 Jun 24 04:16:00.894618 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed50aa-ef6c-4676-99d8-cca35ab29057 req-591e6feb-b36a-4b0b-8bef-a0db5c22824d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:00.897681 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-51ed50aa-ef6c-4676-99d8-cca35ab29057 req-591e6feb-b36a-4b0b-8bef-a0db5c22824d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 944 time: 0.0754139 Jun 24 04:16:00.940979 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-51ed50aa-ef6c-4676-99d8-cca35ab29057 req-f92ec8d5-a72b-4fbc-8948-367e856dc6a9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386333 Jun 24 04:16:01.108356 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:16:01.178222 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 3fa342ff-f643-4460-80a3-052309860371 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:16:01.178222 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:01.258447 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:01.282992 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:01.286126 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56750fcf-7c65-46b8-88b7-6bc9d45a2e00" -d '{"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-plugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:01.319066 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:01.327054 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf3939b-b13f-469e-b2d2-170d63b914fb x-openstack-request-id: req-daf3939b-b13f-469e-b2d2-170d63b914fb {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:01.327415 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-plugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:01.327732 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daf3939b-b13f-469e-b2d2-170d63b914fb {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:01.328213 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'code': 200} Jun 24 04:16:01.396444 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:01.398792 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:01.446499 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=7']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:01.449899 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:02.160630 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5589dd-8ead-41a7-b6c9-adb2de87157e req-c0618f12-3dbb-47e3-adee-ae1545cad4b0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:02.163113 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7f5589dd-8ead-41a7-b6c9-adb2de87157e req-c0618f12-3dbb-47e3-adee-ae1545cad4b0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0755064 Jun 24 04:16:02.206157 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-7f5589dd-8ead-41a7-b6c9-adb2de87157e req-878ff3af-72ed-410b-9a57-d90108a0c2e6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368478 Jun 24 04:16:03.400364 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bad69b-c108-4ce5-9ced-d99fde6baaf3 req-12095b00-34a0-4a7e-a3c7-008de3842b61 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:03.402007 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f2bad69b-c108-4ce5-9ced-d99fde6baaf3 req-12095b00-34a0-4a7e-a3c7-008de3842b61 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0702176 Jun 24 04:16:03.444998 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f2bad69b-c108-4ce5-9ced-d99fde6baaf3 req-c622d603-7067-4ab1-9b13-4ab5ea347f87 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Jun 24 04:16:04.683188 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba4c87-8e79-4ab5-97ee-2f76b6d03ef5 req-c61898ff-7477-403e-9013-b0cf2da46348 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:04.684588 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6cba4c87-8e79-4ab5-97ee-2f76b6d03ef5 req-c61898ff-7477-403e-9013-b0cf2da46348 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.1062133 Jun 24 04:16:04.736721 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6cba4c87-8e79-4ab5-97ee-2f76b6d03ef5 req-528fa749-7cf6-41bf-af71-f039fd594dd8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Jun 24 04:16:05.960579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eed4d2-9596-4f9a-9d73-3a7aa8509741 req-a2a03df7-0110-4af3-9801-c6181d735877 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:05.962435 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-83eed4d2-9596-4f9a-9d73-3a7aa8509741 req-a2a03df7-0110-4af3-9801-c6181d735877 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0777791 Jun 24 04:16:06.019404 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-83eed4d2-9596-4f9a-9d73-3a7aa8509741 req-88112b41-e5c7-48be-979f-b6138a2dff8d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500023 Jun 24 04:16:07.333771 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9a8dd-b373-4101-84dd-12862990e089 req-61855f8d-d081-4c6b-978b-43af55d4a936 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:07.336688 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-52b9a8dd-b373-4101-84dd-12862990e089 req-61855f8d-d081-4c6b-978b-43af55d4a936 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.1855311 Jun 24 04:16:07.385763 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-52b9a8dd-b373-4101-84dd-12862990e089 req-cbc422c1-b993-4550-81b8-1825537bbe47 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Jun 24 04:16:07.623051 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:16:08.921134 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2952301-bc0f-4172-8580-12c5f8ef4996 req-8f501296-7a45-4bd4-b57a-d35dc6db81da tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:08.922759 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f2952301-bc0f-4172-8580-12c5f8ef4996 req-8f501296-7a45-4bd4-b57a-d35dc6db81da tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0799065 Jun 24 04:16:08.942138 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:08.970591 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f2952301-bc0f-4172-8580-12c5f8ef4996 req-98bbbf75-942d-41b8-8a4f-58b2603ec1b5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402055 Jun 24 04:16:10.239643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-aba9fdff-e2c3-4c4f-b5d2-50512e8574a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.241856 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-aba9fdff-e2c3-4c4f-b5d2-50512e8574a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1098 time: 0.1076310 Jun 24 04:16:10.383850 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acdb7-2ee9-40ea-81a0-38f8bb43581c req-24135385-db9f-4270-817b-40396f2fffd9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.385259 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0c4acdb7-2ee9-40ea-81a0-38f8bb43581c req-24135385-db9f-4270-817b-40396f2fffd9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.2887444 Jun 24 04:16:10.386240 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-31c1e92f-c12e-4932-a733-3ef3599aab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.387785 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-31c1e92f-c12e-4932-a733-3ef3599aab9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.1237116 Jun 24 04:16:10.418255 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188f0ec-52d0-4c1f-acb4-262b12c4b192 req-81162f63-726d-4181-9715-7113aed16575 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.419670 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5188f0ec-52d0-4c1f-acb4-262b12c4b192 req-81162f63-726d-4181-9715-7113aed16575 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0986176 Jun 24 04:16:10.424159 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0c4acdb7-2ee9-40ea-81a0-38f8bb43581c req-da96c6ee-a738-4ab1-8ad1-394e0dd34a67 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327723 Jun 24 04:16:10.498650 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-36659737-3dbc-49fb-8a6b-32da6b3c357c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 200 len: 1000 time: 0.0985582 Jun 24 04:16:10.501472 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5188f0ec-52d0-4c1f-acb4-262b12c4b192 req-850e9ae7-f7d8-49f9-8ab6-a5652fba70db tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495987 Jun 24 04:16:10.549122 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-f135b27c-a775-4096-9c7e-1b31d11bbcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.550781 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-f135b27c-a775-4096-9c7e-1b31d11bbcc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0442610 Jun 24 04:16:10.610213 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-eb8f167d-3f55-4612-acc9-36ce3cc75947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.611650 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-eb8f167d-3f55-4612-acc9-36ce3cc75947 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0538340 Jun 24 04:16:10.704063 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-66b600e2-56ff-4373-bf89-c90f44606133 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852945 Jun 24 04:16:10.795291 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a10b6266-62a6-458a-80f2-3b75fcef508a req-614c3430-d367-4040-8667-b7e6762a35f0 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Jun 24 04:16:10.891352 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-53326f9d-e834-4adc-9ceb-5172a1e90bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.892841 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-53326f9d-e834-4adc-9ceb-5172a1e90bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1098 time: 0.0525734 Jun 24 04:16:10.978923 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-6abcd3c4-f302-4de1-9425-007174bc9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:10.980325 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-6abcd3c4-f302-4de1-9425-007174bc9e97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.0802324 Jun 24 04:16:11.054371 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-25aea93b-db5b-4661-b7b5-e1ef21072469 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 200 len: 1000 time: 0.0662293 Jun 24 04:16:11.102591 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-48af1039-388d-48a5-9621-d6a10d0dea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.104004 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-48af1039-388d-48a5-9621-d6a10d0dea88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0431244 Jun 24 04:16:11.160808 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-ae657121-59f1-41b7-9201-66ce74ef2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.162279 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-ae657121-59f1-41b7-9201-66ce74ef2e3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0506670 Jun 24 04:16:11.525382 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-6418476c-083e-4766-865b-c8beec1f305f service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551989 Jun 24 04:16:11.609658 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4155-6ece-4f91-b445-14d4ddd48682 req-679ed0fb-8569-4c88-8e6a-7de56bfce7e6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.613512 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-012c4155-6ece-4f91-b445-14d4ddd48682 req-679ed0fb-8569-4c88-8e6a-7de56bfce7e6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0690396 Jun 24 04:16:11.636002 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3046eecd-322b-4c32-98a5-1698ef2f6b33 req-c3ed7bbd-7769-4383-815b-17d628f4df48 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036594 Jun 24 04:16:11.649326 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-012c4155-6ece-4f91-b445-14d4ddd48682 req-bf72f8fb-601e-4e4c-80f2-0e2a669dfcab tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jun 24 04:16:11.692536 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737cca-e885-4fae-ad6c-1e4ab4f3180d req-7cf34e26-45b3-47a1-827d-68bc4c331c6a tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.694030 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-10737cca-e885-4fae-ad6c-1e4ab4f3180d req-7cf34e26-45b3-47a1-827d-68bc4c331c6a tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0714591 Jun 24 04:16:11.732829 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-10737cca-e885-4fae-ad6c-1e4ab4f3180d req-1062336b-d47b-406d-957d-54f2a7074f1c tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Jun 24 04:16:12.833533 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f1b1-fd19-4358-9eab-76f44dd82cb5 req-1d242bdc-8423-418c-ad3f-123522889ee4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:12.835080 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a860f1b1-fd19-4358-9eab-76f44dd82cb5 req-1d242bdc-8423-418c-ad3f-123522889ee4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 945 time: 0.0679796 Jun 24 04:16:12.878029 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-a860f1b1-fd19-4358-9eab-76f44dd82cb5 req-5992e3a1-da5e-40cc-bd12-ac965613d1e2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 Jun 24 04:16:12.909641 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf674452-d485-4ace-a9dc-b6846f43cd47 req-7be0598e-187b-4482-b578-01ce7cf0c75f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:12.911094 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bf674452-d485-4ace-a9dc-b6846f43cd47 req-7be0598e-187b-4482-b578-01ce7cf0c75f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0666435 Jun 24 04:16:12.954010 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-bf674452-d485-4ace-a9dc-b6846f43cd47 req-9a0a2fa7-5f3e-4c84-aa77-ae598f9cec14 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370574 Jun 24 04:16:13.166008 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:13.239649 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:13.265693 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:13.267928 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a88a4-48cc-457a-9ece-7730f8cce3b8" -d '{"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:13.283581 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:13.305342 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a10912-9473-4590-9a83-f14f7529a9b4 x-openstack-request-id: req-34a10912-9473-4590-9a83-f14f7529a9b4 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:13.305637 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:13.305896 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34a10912-9473-4590-9a83-f14f7529a9b4 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:13.306308 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'code': 200} Jun 24 04:16:13.379581 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:13.381999 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:13.427161 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=8']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:13.434685 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.435023 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.435353 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.435684 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.435998 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.436309 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.436628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.436939 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.437338 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.437653 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.437971 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.438281 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:13.442058 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:14.064572 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdf681-8617-4e61-a722-4497bc558754 req-d0d0899d-927a-4dc5-a37f-dc0fb66e26ca tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:14.065999 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-96cdf681-8617-4e61-a722-4497bc558754 req-d0d0899d-927a-4dc5-a37f-dc0fb66e26ca tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0663605 Jun 24 04:16:14.109784 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-96cdf681-8617-4e61-a722-4497bc558754 req-329383a0-65d8-4bac-91e2-1eb27fea84bb tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Jun 24 04:16:14.137365 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94180f-2468-42a3-8756-a9ccf6d0f5f7 req-9a0675d3-d41d-43cd-be66-6adf4472464d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:14.138819 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a94180f-2468-42a3-8756-a9ccf6d0f5f7 req-9a0675d3-d41d-43cd-be66-6adf4472464d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0630717 Jun 24 04:16:14.176448 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a94180f-2468-42a3-8756-a9ccf6d0f5f7 req-716074c7-2aa2-48ed-a645-c85221878a6b tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Jun 24 04:16:14.927563 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c2aa6-2294-490a-a915-58f615d28887 req-fb3668e6-9e0a-40f2-9682-6cc64a6a60a5 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:14.928880 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b57c2aa6-2294-490a-a915-58f615d28887 req-fb3668e6-9e0a-40f2-9682-6cc64a6a60a5 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0607808 Jun 24 04:16:15.036987 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Deleting port 9fa994a0-a395-408f-a5e9-e37acb814e80 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:15.037392 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:15.123279 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] For port 9fa994a0-a395-408f-a5e9-e37acb814e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9fa994a0-a395-408f-a5e9-e37acb814e80,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:15.130879 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:15.136298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Calling delete_port for 9fa994a0-a395-408f-a5e9-e37acb814e80 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:15.340049 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:15.345982 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-22e63e05-ea7b-45a6-98f6-37ee4fc2dce2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:15.352203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['9fa994a0-a395-408f-a5e9-e37acb814e80'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:15.364965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ba14b-6f3a-4901-8660-2235492f3762 req-29dfe624-482a-4664-bbc1-ea4c82debb1f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:15.366687 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e81ba14b-6f3a-4901-8660-2235492f3762 req-29dfe624-482a-4664-bbc1-ea4c82debb1f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed217f35-9663-431c-a043-2e41bf4c2034 HTTP/1.1" status: 200 len: 945 time: 0.0687468 Jun 24 04:16:15.387450 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Pushing event deleted for resources: {'Port': ['ID=9fa994a0-a395-408f-a5e9-e37acb814e80,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:15.418337 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e81ba14b-6f3a-4901-8660-2235492f3762 req-04cbeff1-e60f-45c8-99b8-9508ffc3e86c tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Jun 24 04:16:15.426410 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.426785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.427221 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.427577 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.427959 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.428314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.428728 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.429123 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.429597 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.429946 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.430424 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.430766 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:15.435410 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:15.456407 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] No DVR routers for this DVR port 9fa994a0-a395-408f-a5e9-e37acb814e80 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:16:15.458936 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:15.461419 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b57c2aa6-2294-490a-a915-58f615d28887 req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "DELETE /v2.0/ports/9fa994a0-a395-408f-a5e9-e37acb814e80 HTTP/1.1" status: 204 len: 173 time: 0.5263405 Jun 24 04:16:15.461894 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'name': 'network-vif-deleted', 'tag': '9fa994a0-a395-408f-a5e9-e37acb814e80'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:15.464155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccbfaea-2609-4c23-abcd-07f3bb7d86ec" -d '{"events": [{"server_uuid": "ed217f35-9663-431c-a043-2e41bf4c2034", "name": "network-vif-deleted", "tag": "9fa994a0-a395-408f-a5e9-e37acb814e80"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:15.552432 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c543218-d1b7-4db1-a610-cff748a9d7da x-openstack-request-id: req-6c543218-d1b7-4db1-a610-cff748a9d7da {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:15.552817 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed217f35-9663-431c-a043-2e41bf4c2034", "name": "network-vif-deleted", "tag": "9fa994a0-a395-408f-a5e9-e37acb814e80", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:15.553082 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c543218-d1b7-4db1-a610-cff748a9d7da {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:15.553521 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed217f35-9663-431c-a043-2e41bf4c2034', 'name': 'network-vif-deleted', 'tag': '9fa994a0-a395-408f-a5e9-e37acb814e80', 'status': 'completed', 'code': 200} Jun 24 04:16:16.498296 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a3c67-d89c-4294-a91d-fbb6d58a9d11 req-28ba5f14-9172-4174-93fa-b670627cccc7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.499761 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c65a3c67-d89c-4294-a91d-fbb6d58a9d11 req-28ba5f14-9172-4174-93fa-b670627cccc7 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0719998 Jun 24 04:16:16.540124 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c65a3c67-d89c-4294-a91d-fbb6d58a9d11 req-4d38b70f-3cbc-4083-a3a5-0862b046d078 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Jun 24 04:16:16.941086 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 47950) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:17.034704 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-a13ca5de-8f3f-4a55-bcba-fe450b449aaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923812 Jun 24 04:16:17.191074 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 9fa994a0-a395-408f-a5e9-e37acb814e80 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:17.211677 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 9fa994a0-a395-408f-a5e9-e37acb814e80 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:16:17.212027 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 9fa994a0-a395-408f-a5e9-e37acb814e80 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:16:17.212500 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:17.732302 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33803339-309c-4c33-8367-b7dd42fb8f71 req-84b94ba3-819f-4fce-a86f-1bcb0eeceea3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:17.735826 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-33803339-309c-4c33-8367-b7dd42fb8f71 req-84b94ba3-819f-4fce-a86f-1bcb0eeceea3 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0707836 Jun 24 04:16:17.776374 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-33803339-309c-4c33-8367-b7dd42fb8f71 req-784a2f7c-8cdc-485b-8a0b-ed79f82c79b0 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350299 Jun 24 04:16:18.716276 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-9f548785-fb47-4216-ae7a-f6d998a82dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:18.717797 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-9f548785-fb47-4216-ae7a-f6d998a82dca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020&tenant_id=3158facc76424c409140116d4ae03c3f HTTP/1.1" status: 200 len: 1096 time: 0.0529704 Jun 24 04:16:18.796152 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-783d947a-9c72-44de-a041-9b09667164cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:18.797687 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-783d947a-9c72-44de-a041-9b09667164cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3158facc76424c409140116d4ae03c3f&device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1096 time: 0.0554490 Jun 24 04:16:18.891943 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-aec26bfe-9485-4eac-8b7f-835a1cf9890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:18.894265 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-aec26bfe-9485-4eac-8b7f-835a1cf9890f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 200 len: 917 time: 0.0898678 Jun 24 04:16:18.962909 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-aa69fd55-ee06-4047-9bf5-0e49839219bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 200 len: 998 time: 0.0622318 Jun 24 04:16:18.963532 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce65f-b203-4661-931d-ff102e4b73f8 req-7957a908-8841-45d3-968c-890a1721a4b1 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:18.965025 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2ffce65f-b203-4661-931d-ff102e4b73f8 req-7957a908-8841-45d3-968c-890a1721a4b1 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0665376 Jun 24 04:16:19.003757 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-2ffce65f-b203-4661-931d-ff102e4b73f8 req-e420444d-1f36-4d93-83d2-b2a2a0e4cc83 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Jun 24 04:16:19.010511 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-b7c576aa-dd3e-4342-b6d5-b806ffb1998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:19.011935 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-b7c576aa-dd3e-4342-b6d5-b806ffb1998b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 200 len: 855 time: 0.0432484 Jun 24 04:16:19.068069 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-71cfdda1-d3c4-48a4-85a1-230aed90c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:19.069526 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-71cfdda1-d3c4-48a4-85a1-230aed90c3eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48e48e4-f15a-4402-a565-8ca92489137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0516016 Jun 24 04:16:19.156357 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-3409e3d1-c44f-4db8-a3a7-c5137566adc1 service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800388 Jun 24 04:16:19.240079 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e49169db-6715-4fdd-b69a-5caa03962fd1 req-57535a6b-53eb-4630-925f-d2b8fa0d53ca service neutron] 10.222.0.21 "GET /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770957 Jun 24 04:16:20.124725 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b7b56-8d50-4756-a8ae-2aaf5eb041a4 req-c0457d80-c3ff-45bd-bb07-820e636c3641 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:20.130765 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a9b7b56-8d50-4756-a8ae-2aaf5eb041a4 req-c0457d80-c3ff-45bd-bb07-820e636c3641 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.1025140 Jun 24 04:16:20.189119 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a9b7b56-8d50-4756-a8ae-2aaf5eb041a4 req-edbaed3f-6b09-4626-9e9b-0773154bca46 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479343 Jun 24 04:16:20.252446 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eef7b-0778-467e-8b6c-37badf4085e3 req-10ab5260-3bf8-4986-b897-aaf282833be9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:20.253957 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-281eef7b-0778-467e-8b6c-37badf4085e3 req-10ab5260-3bf8-4986-b897-aaf282833be9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0830646 Jun 24 04:16:20.295141 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-281eef7b-0778-467e-8b6c-37badf4085e3 req-72d81b2c-903d-43fc-b45e-aa1264de525e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Jun 24 04:16:21.046454 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-21ee5c40-eab1-44d7-a9e1-b6935f8d212a tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:21.046454 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-21ee5c40-eab1-44d7-a9e1-b6935f8d212a tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/networks?id=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 HTTP/1.1" status: 200 len: 813 time: 0.1119196 Jun 24 04:16:21.057140 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-96bc7a1e-fe44-409d-9226-f5ed499e4f46 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/quotas/d7c1217e4efd430f94cf2c35cbfbee8a HTTP/1.1" status: 200 len: 375 time: 0.0099559 Jun 24 04:16:21.094100 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-48f55ebc-5ee6-472c-9bfc-ad975c877115 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313835 Jun 24 04:16:21.240035 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-d04bd41f-cc2d-412e-a10f-b5effe78e3d7 service neutron] 10.222.0.11 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393499 Jun 24 04:16:21.336668 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-31218041-2dcc-4040-8375-b336729390d2 service neutron] 10.222.0.11 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890281 Jun 24 04:16:21.383290 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083fa9-8a95-4bbf-876c-177acfa1979d req-e00102e5-0dc2-447a-a0a8-8897141bba1c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:21.390559 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af083fa9-8a95-4bbf-876c-177acfa1979d req-e00102e5-0dc2-447a-a0a8-8897141bba1c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0728214 Jun 24 04:16:21.428423 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af083fa9-8a95-4bbf-876c-177acfa1979d req-0f4afcd5-c20d-4e70-a149-432e06d4ecff tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368793 Jun 24 04:16:21.607636 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ac12-73f8-46f0-81ac-1fc296185f78 req-9b624908-0029-4fbc-9dca-d36dd8fb9969 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:21.609198 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d648ac12-73f8-46f0-81ac-1fc296185f78 req-9b624908-0029-4fbc-9dca-d36dd8fb9969 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0779901 Jun 24 04:16:21.662929 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4a979c0e-b394-4a3d-90be-21c92f0b5854 req-0383d6a7-2f06-4ae0-892b-7f175148c879 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0330775 Jun 24 04:16:21.683244 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d648ac12-73f8-46f0-81ac-1fc296185f78 req-fb40f29e-7253-4849-9015-7eb6145ce3e2 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682745 Jun 24 04:16:22.644501 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b1035-baaa-47aa-a5f2-7eb6bd29f738 req-98945b9c-6f09-4f4b-a03f-da10008fb0ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:22.647114 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f2b1035-baaa-47aa-a5f2-7eb6bd29f738 req-98945b9c-6f09-4f4b-a03f-da10008fb0ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0799563 Jun 24 04:16:22.689612 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1f2b1035-baaa-47aa-a5f2-7eb6bd29f738 req-2338855a-9a84-4b9f-acc3-8f513c33667b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357296 Jun 24 04:16:22.753415 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a6187214-f32c-4090-b87b-60c755f2f78c req-59b5b85b-b8bd-4153-9b15-d4f825a35b65 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0350900 Jun 24 04:16:22.889282 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9250b-c6d5-4bbe-83f1-507ff2181be5 req-f73ad6bb-bfcc-4037-bcb1-e69c66c72aa6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:22.891453 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5dd9250b-c6d5-4bbe-83f1-507ff2181be5 req-f73ad6bb-bfcc-4037-bcb1-e69c66c72aa6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0683465 Jun 24 04:16:22.930488 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5dd9250b-c6d5-4bbe-83f1-507ff2181be5 req-71d49b4d-af95-4543-9f5f-e0447b5e45f6 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Jun 24 04:16:23.181459 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0f5b-1303-4b99-9197-9e9c752242e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:23.883326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f437a-c492-4eb9-ae11-a6de6b5c1a57 req-5bbeddb6-0d72-4204-9e66-af42091d258b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:23.884872 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3f7f437a-c492-4eb9-ae11-a6de6b5c1a57 req-5bbeddb6-0d72-4204-9e66-af42091d258b tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0723786 Jun 24 04:16:23.927481 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-da907755-ca13-49dd-b399-f4f8f9f0430c req-e8fd11e9-0f08-4285-89e1-5df3e1e84890 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0334828 Jun 24 04:16:23.953619 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3f7f437a-c492-4eb9-ae11-a6de6b5c1a57 req-2b89cb33-1e75-4dde-ae47-07638dd65e63 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604291 Jun 24 04:16:24.125796 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c36394-bbe5-4c76-8398-228e6082f907 req-784a7418-0d0f-41c1-8d9e-f05f23865b24 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:24.127318 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-00c36394-bbe5-4c76-8398-228e6082f907 req-784a7418-0d0f-41c1-8d9e-f05f23865b24 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0695958 Jun 24 04:16:24.165622 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-00c36394-bbe5-4c76-8398-228e6082f907 req-b92438d6-197f-4005-8d3d-8b2d16241860 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325572 Jun 24 04:16:25.076989 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3647aff0-a34c-44e3-a7b5-07a03a6ca07b req-e13de831-ba0f-470d-a34a-fb0476d34d3b tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0332916 Jun 24 04:16:25.147779 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef71f4a-aed2-4116-ae63-bb6460c075b5 req-a6529ee3-adee-48f9-9564-115b77668339 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:25.149304 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0ef71f4a-aed2-4116-ae63-bb6460c075b5 req-a6529ee3-adee-48f9-9564-115b77668339 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0744848 Jun 24 04:16:25.188266 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-0ef71f4a-aed2-4116-ae63-bb6460c075b5 req-935ae180-1ee5-48f0-a67c-aabda1fe8a71 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Jun 24 04:16:25.362629 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f2db-4005-4a6c-8f1c-d1922ed5a216 req-01f12d8a-1a3f-497f-8062-9e4fc4c31a0c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:25.364160 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c758f2db-4005-4a6c-8f1c-d1922ed5a216 req-01f12d8a-1a3f-497f-8062-9e4fc4c31a0c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0766017 Jun 24 04:16:25.404982 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c758f2db-4005-4a6c-8f1c-d1922ed5a216 req-41e09cb2-7788-403b-a735-87a8f131b6e4 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341876 Jun 24 04:16:25.755509 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-e23f022b-3657-48c8-96aa-27437eff5595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:26.052639 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:26.244384 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-da859725-ee9b-41ef-b992-b7d6b8c796fe req-53cdcbe0-e82b-498e-a9d1-2f5cb0636bec tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0361590 Jun 24 04:16:26.376242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc642-f29c-42ab-a1d7-c8c46e31dac2 req-ba1a3817-ca11-484b-87f4-e32d5b5cb88f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:26.377636 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-324cc642-f29c-42ab-a1d7-c8c46e31dac2 req-ba1a3817-ca11-484b-87f4-e32d5b5cb88f tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0698926 Jun 24 04:16:26.416240 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-324cc642-f29c-42ab-a1d7-c8c46e31dac2 req-6700c94e-5832-45aa-929e-b24973998775 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330269 Jun 24 04:16:26.593000 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4fa9-b091-439f-a1e3-405fc6aaeaff req-0f86edef-f630-4d57-b23d-26e2f699e84f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:26.600354 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1e3f4fa9-b091-439f-a1e3-405fc6aaeaff req-0f86edef-f630-4d57-b23d-26e2f699e84f tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0744333 Jun 24 04:16:26.634444 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-1e3f4fa9-b091-439f-a1e3-405fc6aaeaff req-06be92ca-d6eb-49ca-b497-321bdacdafa5 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Jun 24 04:16:26.839019 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:27.377708 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-919d16ce-37c3-4f2b-9b6d-983a5276120d req-0a1e5cf6-9508-421e-b779-46fefc497793 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0272057 Jun 24 04:16:27.596933 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdb289-730a-47b5-aede-ca2fd14c451c req-a7bf7c66-b7a1-42f2-a68d-76235159ec73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:27.598308 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-95cdb289-730a-47b5-aede-ca2fd14c451c req-a7bf7c66-b7a1-42f2-a68d-76235159ec73 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0651715 Jun 24 04:16:27.636719 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-95cdb289-730a-47b5-aede-ca2fd14c451c req-47b69993-220c-4cf4-a069-6ad5115af562 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Jun 24 04:16:27.829314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e99c-4683-446d-ac9c-6b25bcb8198a req-24bdb9d4-48a1-4450-aa2e-8d0fa481b14d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:27.830772 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-61d9e99c-4683-446d-ac9c-6b25bcb8198a req-24bdb9d4-48a1-4450-aa2e-8d0fa481b14d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0814245 Jun 24 04:16:27.883908 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-61d9e99c-4683-446d-ac9c-6b25bcb8198a req-1056fccf-99a5-47e7-8a07-5a69b1d18eba tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465751 Jun 24 04:16:28.464024 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:28.519096 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-689498a8-3611-42a4-9f96-0be1cd5152bd req-20285005-ac77-47cb-bd96-52f92cada7bf tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0288858 Jun 24 04:16:28.815719 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104cbf-ba01-4e45-81a2-09aa12f8ef90 req-8489b43a-47a0-4e50-9303-228bf2c754cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:28.817644 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-26104cbf-ba01-4e45-81a2-09aa12f8ef90 req-8489b43a-47a0-4e50-9303-228bf2c754cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0666983 Jun 24 04:16:28.856412 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-26104cbf-ba01-4e45-81a2-09aa12f8ef90 req-edf63f35-b1ec-4ffd-9666-60473f1fe725 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Jun 24 04:16:29.066626 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e728be-5c72-4d49-8e32-e0a194516025 req-6263925f-3f0c-4140-998f-dce5319a6153 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:29.068100 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-10e728be-5c72-4d49-8e32-e0a194516025 req-6263925f-3f0c-4140-998f-dce5319a6153 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0696888 Jun 24 04:16:29.109522 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-10e728be-5c72-4d49-8e32-e0a194516025 req-8c20bd3b-57f1-419c-95a5-5939f3e123ca tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358016 Jun 24 04:16:29.665155 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3634600-a0ba-40a5-9eb8-386c2fd60771 req-4e478bcf-8b74-43b2-a6b1-cdd1687a8d9c tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0318036 Jun 24 04:16:30.033455 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c847a-8ffb-421c-b307-53fe98319101 req-99a56d85-39d4-437d-b302-be753d05a1ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:30.034956 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-802c847a-8ffb-421c-b307-53fe98319101 req-99a56d85-39d4-437d-b302-be753d05a1ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0646195 Jun 24 04:16:30.077702 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-802c847a-8ffb-421c-b307-53fe98319101 req-7036f44f-7ef8-4ddf-8aae-50e8ab301074 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372150 Jun 24 04:16:30.289021 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc23d1f-162e-4acc-ad01-558c9e681ac9 req-e6c7ce21-7aee-4f36-b22c-ecf3103eb470 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:30.290443 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-edc23d1f-162e-4acc-ad01-558c9e681ac9 req-e6c7ce21-7aee-4f36-b22c-ecf3103eb470 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0638182 Jun 24 04:16:30.326886 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-edc23d1f-162e-4acc-ad01-558c9e681ac9 req-1837c07d-295a-4eee-ae23-4a3e55a955fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304987 Jun 24 04:16:30.804760 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-13f17383-0b80-4239-b70b-cb79d943d3b6 req-29c05932-b482-421d-a5eb-ae36f7786f4a tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0282917 Jun 24 04:16:31.250824 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9c2b3-1b9b-4988-ab66-63195805bdd6 req-139f9db6-a3af-46b3-9cb9-a8ef115d7fad tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:31.252233 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b0a9c2b3-1b9b-4988-ab66-63195805bdd6 req-139f9db6-a3af-46b3-9cb9-a8ef115d7fad tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0636334 Jun 24 04:16:31.288159 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b0a9c2b3-1b9b-4988-ab66-63195805bdd6 req-f51571e2-2a97-441f-a648-86598712aec3 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302286 Jun 24 04:16:31.505987 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaf0a7-99a7-4d1b-a491-5499b6ac2849 req-9ea8363f-faa5-4e43-b02b-1ba1e323dce9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:31.507431 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9bdaf0a7-99a7-4d1b-a491-5499b6ac2849 req-9ea8363f-faa5-4e43-b02b-1ba1e323dce9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.0682943 Jun 24 04:16:31.545235 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9bdaf0a7-99a7-4d1b-a491-5499b6ac2849 req-5e8202f1-efa0-4414-a79f-00cc16bbf97b tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Jun 24 04:16:31.754076 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-b5dc51ad-85a3-47f1-b878-0ee1b69ac039 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:31.755382 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-b5dc51ad-85a3-47f1-b878-0ee1b69ac039 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "GET /v2.0/networks?id=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 HTTP/1.1" status: 200 len: 813 time: 0.1023524 Jun 24 04:16:31.767522 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Request body: {'port': {'device_id': '21feea45-e533-442f-868d-ab6a19c67bc0', 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5', 'admin_state_up': True, 'tenant_id': 'd7c1217e4efd430f94cf2c35cbfbee8a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:31.949830 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b3297667-66be-405a-91b6-c6282e2fcaff req-5ff31f1a-792b-46ff-8465-0071fbfea292 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0342875 Jun 24 04:16:31.952682 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Made reservation on behalf of d7c1217e4efd430f94cf2c35cbfbee8a for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:16:31.956181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:32.076136 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Allocated IP 172.20.0.4 (bb22b848-70c2-4f6a-b1f2-8ded354bd3f5/9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d/b348d3ee-2ebd-4010-be46-e9f5713b4bc5) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:16:32.228254 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:32.316252 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:32.320996 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ac8ebd92-70dd-454a-a95e-bf89bab76955 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:32.356947 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:16:32.360085 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:16:32.363721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:16:32.398737 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Pushing event updated for resources: {'Port': ['ID=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:32.403511 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:32.422600 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:32.423197 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:32.459678 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04849516-fedf-442b-a4a1-75d62860faf4 req-b8be6bd8-845e-4495-86ca-86ca7e87a9d2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:32.461152 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-04849516-fedf-442b-a4a1-75d62860faf4 req-b8be6bd8-845e-4495-86ca-86ca7e87a9d2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Jun 24 04:16:32.498426 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-04849516-fedf-442b-a4a1-75d62860faf4 req-e710dda9-1de7-4eb2-addf-c9938efe7d86 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Jun 24 04:16:32.513771 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498760 Jun 24 04:16:32.526437 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Request body: {'port': {'device_id': '21feea45-e533-442f-868d-ab6a19c67bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:32.583770 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-f9d8b977-098c-4ebe-8752-668ee1f5c99a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:32.585235 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-f9d8b977-098c-4ebe-8752-668ee1f5c99a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 946 time: 0.1001244 Jun 24 04:16:32.651994 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:32.877991 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Deleting port e59304f4-e1b3-4622-af29-c940058ae9e3 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:32.878666 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:32.891130 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670ed0-4d0c-409f-bfeb-e8bf97514a4f req-efde5f1d-94d3-4be2-84b5-6ae8be9ca304 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:32.892579 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a7670ed0-4d0c-409f-bfeb-e8bf97514a4f req-efde5f1d-94d3-4be2-84b5-6ae8be9ca304 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 943 time: 0.2297952 Jun 24 04:16:33.032666 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a7670ed0-4d0c-409f-bfeb-e8bf97514a4f req-bd813944-453c-4a2f-805a-6b02b9135f7e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233921 Jun 24 04:16:33.063694 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] For port e59304f4-e1b3-4622-af29-c940058ae9e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e59304f4-e1b3-4622-af29-c940058ae9e3,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:33.064051 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.127134 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04bf94-98a6-4f31-b736-b085e6ae5788 req-db6ae4ca-d110-420c-b535-9fe88adab5c8 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:33.127134 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5a04bf94-98a6-4f31-b736-b085e6ae5788 req-db6ae4ca-d110-420c-b535-9fe88adab5c8 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 931 time: 0.0602763 Jun 24 04:16:33.155123 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b348d3ee-2ebd-4010-be46-e9f5713b4bc5 {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:16:33.170694 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5a04bf94-98a6-4f31-b736-b085e6ae5788 req-08b2ba26-476e-4e03-9487-15d28713f013 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Jun 24 04:16:33.170951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.222419 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Transition to ACTIVE for port object b348d3ee-2ebd-4010-be46-e9f5713b4bc5 will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:16:33.270500 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:16:33.280928 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.283726 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.284120 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.284430 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Floating IP 7d5e7a30-e294-447b-9a0b-3fdefc1744e6 disassociated. External IP: 172.28.1.211, port: e59304f4-e1b3-4622-af29-c940058ae9e3. Jun 24 04:16:33.284763 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Calling delete_port for e59304f4-e1b3-4622-af29-c940058ae9e3 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:33.287238 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:33.367650 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:33.375548 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Pushing event updated for resources: {'Port': ['ID=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:33.380515 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:33.469817 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Attempting to bind port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:16:33.470157 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Attempting to bind port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:16:33.470489 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Attempting to bind port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 on network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:16:33.496253 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '3fa342ff-f643-4460-80a3-052309860371', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'port_id': '3fa342ff-f643-4460-80a3-052309860371', 'mac_address': 'fa:16:3e:f5:46:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:16:33.497686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 on network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:16:33.498013 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Attempting to bind port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 on network bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:16:33.506143 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:16:33.506479 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Checking segment: {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:16:33.506863 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Bound using segment: {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:16:33.507289 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Bound port: b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a370b6d-e236-42b8-a63e-c5a50750cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:16:33.507635 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.536835 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.550446 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa342ff-f643-4460-80a3-052309860371 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:16:33.573352 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:33.587049 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] For port b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:16:33.590015 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] For port b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:16:33.643685 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.648406 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6c3d1ce0-eddb-4261-b20b-b35da5a85293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:33.655962 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.658959 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:33.678579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.683102 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event deleted for resources: {'Port': ['ID=e59304f4-e1b3-4622-af29-c940058ae9e3,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:33.692537 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:33.693528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a18348b2-e6fb-4463-b80c-1f5f56df56cb tempest-VolumesActionsTest-1268402570 tempest-VolumesActionsTest-1268402570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:33.704500 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=9']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:33.707444 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:33.724973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:33.725610 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.726940 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] 10.222.0.21 "PUT /v2.0/ports/b348d3ee-2ebd-4010-be46-e9f5713b4bc5 HTTP/1.1" status: 200 len: 1093 time: 1.2050221 Jun 24 04:16:33.730305 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21feea45-e533-442f-868d-ab6a19c67bc0', 'tag': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:33.732579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa" -d '{"events": [{"name": "network-changed", "server_uuid": "21feea45-e533-442f-868d-ab6a19c67bc0", "tag": "b348d3ee-2ebd-4010-be46-e9f5713b4bc5"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:33.773607 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9e3f3f-9fb4-4887-9b22-a87632e66a4d x-openstack-request-id: req-8c9e3f3f-9fb4-4887-9b22-a87632e66a4d {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:33.773931 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21feea45-e533-442f-868d-ab6a19c67bc0", "tag": "b348d3ee-2ebd-4010-be46-e9f5713b4bc5", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:33.774218 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c9e3f3f-9fb4-4887-9b22-a87632e66a4d {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:33.774636 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21feea45-e533-442f-868d-ab6a19c67bc0', 'tag': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5', 'status': 'completed', 'code': 200} Jun 24 04:16:33.826012 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cd805-c3f0-458a-91c0-389688191e57 req-34bca31a-c6c7-4129-a92b-d798ba62b426 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:33.827430 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d24cd805-c3f0-458a-91c0-389688191e57 req-34bca31a-c6c7-4129-a92b-d798ba62b426 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 867 time: 0.2138858 Jun 24 04:16:33.869538 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['3fa342ff-f643-4460-80a3-052309860371'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:33.873327 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Pushing event updated for resources: {'Port': ['ID=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:33.879160 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:33.937443 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d24cd805-c3f0-458a-91c0-389688191e57 req-311aff11-f1b3-4c23-bee1-a1afbb268d9a tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d8f78ce-7f30-401d-999f-2ba7c3150af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650628 Jun 24 04:16:33.941820 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Router 42e6813c-311a-4a1e-8757-36713b98f83b has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:16:33.957565 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa req-eedc0ff4-d176-4984-942d-1b84cd663b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:33.957895 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa req-eedc0ff4-d176-4984-942d-1b84cd663b7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1650119 Jun 24 04:16:34.227050 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b21ad-801e-4786-adf9-c351ae6fe2f7 req-47957365-8a2f-4300-a321-387c5d5c3342 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.229406 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c16b21ad-801e-4786-adf9-c351ae6fe2f7 req-47957365-8a2f-4300-a321-387c5d5c3342 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 944 time: 0.0675287 Jun 24 04:16:34.268372 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c16b21ad-801e-4786-adf9-c351ae6fe2f7 req-eecb57e9-d59d-41e8-badc-72321388aaca tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330994 Jun 24 04:16:34.442901 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:16:34.451652 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa req-15dd55d1-d6b5-4f9f-a9e8-a547abce7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.452052 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:16:34.453111 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa req-15dd55d1-d6b5-4f9f-a9e8-a547abce7741 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4623363 Jun 24 04:16:34.460897 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:16:34.461562 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:34.514930 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] No DVR routers for this DVR port e59304f4-e1b3-4622-af29-c940058ae9e3 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:16:34.524454 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:34.526916 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f97c6184-f78e-4f53-81fe-b472c0a54fee req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.21 "DELETE /v2.0/ports/e59304f4-e1b3-4622-af29-c940058ae9e3 HTTP/1.1" status: 204 len: 173 time: 1.9247074 Jun 24 04:16:34.563912 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8519-0c01-4a06-a3da-c6218e00b18d req-0ce675be-7014-42a9-af8a-bec382c15bba tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.565370 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b9ab8519-0c01-4a06-a3da-c6218e00b18d req-0ce675be-7014-42a9-af8a-bec382c15bba tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 943 time: 0.2289476 Jun 24 04:16:34.569773 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:16:34.624151 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa req-8d0f2a53-fece-4992-87dd-4cdb7d3ebaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.625603 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e7aa4c09-b0a7-4ad2-b3c9-1bdc82a930fa req-8d0f2a53-fece-4992-87dd-4cdb7d3ebaaa service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545331 Jun 24 04:16:34.628522 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b9ab8519-0c01-4a06-a3da-c6218e00b18d req-ae2f7ebd-f688-4123-808b-b02fa87a9523 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Jun 24 04:16:34.730754 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-1823b604-08dd-4f71-ba74-52b3cb43655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.732111 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-1823b604-08dd-4f71-ba74-52b3cb43655f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0573845 Jun 24 04:16:34.769626 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:34.778374 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-0bf89b35-846b-4f35-8f8b-2de1f6586cb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b348d3ee-2ebd-4010-be46-e9f5713b4bc5 HTTP/1.1" status: 200 len: 217 time: 0.0389280 Jun 24 04:16:34.799702 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:16:34.808172 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:16:34.808844 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:34.826453 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ca53bba6-c890-4dbc-bae9-a9d059926f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.828429 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-ca53bba6-c890-4dbc-bae9-a9d059926f3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d HTTP/1.1" status: 200 len: 853 time: 0.0438993 Jun 24 04:16:34.865968 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-62dbbce9-fb2e-44ed-865b-1843b59636d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301182 Jun 24 04:16:34.913208 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:16:34.957927 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-8c975309-914b-49bf-afe9-f1a2a224e463 service neutron] 10.222.0.21 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853918 Jun 24 04:16:35.050570 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f565d584-f19d-422b-b263-22ddb25b7d58 req-4b411f27-e6de-4f46-b77a-ee8c2710ba61 service neutron] 10.222.0.21 "GET /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Jun 24 04:16:35.092794 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9374a12a-2816-453c-91e3-d41831d2aa4e req-e0c5ee1a-1193-4601-a62b-fac2a45494ef tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a11b2b-319c-4917-aba2-26b31e17d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0287609 Jun 24 04:16:35.112778 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:35.139182 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22fc2a-6130-4702-8cad-4424079dd063 None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'fc03b61b-50c5-4208-8b51-7152efaf38a2', 'name': '', 'network_id': 'd42d1be3-12b3-46a5-b27d-ffc1b3c90d71', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'mac_address': 'fa:16:3e:a6:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:11:00Z', 'updated_at': '2021-06-24T04:11:14Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'subnets': [{'id': '5e75ad7f-10a0-4f45-85f0-495fccb1807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:16:35.272911 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:16:35.340501 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 3fa342ff-f643-4460-80a3-052309860371 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:16:35.341104 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:35.404738 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1fbdb-6085-4740-8c28-a4729ad4258d None None] New status for floating IP 7d5e7a30-e294-447b-9a0b-3fdefc1744e6: DOWN {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:16:35.430354 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:35.453835 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:35.456155 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0a7b05-5596-428b-ae38-af0cc1740a62" -d '{"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-plugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:35.469142 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:35.486870 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d82cf1-f0d7-4cd9-9e1a-d66188b1d847 req-fa3d0fcb-e7fa-4e0f-a994-688721929eba tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:35.493799 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-23d82cf1-f0d7-4cd9-9e1a-d66188b1d847 req-fa3d0fcb-e7fa-4e0f-a994-688721929eba tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 944 time: 0.0791821 Jun 24 04:16:35.533156 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:35.533868 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-23d82cf1-f0d7-4cd9-9e1a-d66188b1d847 req-f81da2d2-3451-4b02-aace-344ba771e0e9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Jun 24 04:16:35.534132 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device e59304f4-e1b3-4622-af29-c940058ae9e3 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:35.559059 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb21ccf7-4023-4e16-bee6-6fb8911d84fb x-openstack-request-id: req-eb21ccf7-4023-4e16-bee6-6fb8911d84fb {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:35.559305 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-plugged", "status": "completed", "tag": "3fa342ff-f643-4460-80a3-052309860371", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:35.559568 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb21ccf7-4023-4e16-bee6-6fb8911d84fb {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:35.559961 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'code': 200} Jun 24 04:16:35.560724 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:35.564217 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: e59304f4-e1b3-4622-af29-c940058ae9e3 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:16:35.564217 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device e59304f4-e1b3-4622-af29-c940058ae9e3 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:16:35.606228 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=10']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:35.609334 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:35.775641 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'name': 'network-vif-deleted', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:35.778314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba778a5-4c13-428e-b118-8a81807faf42" -d '{"events": [{"server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "name": "network-vif-deleted", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:35.808517 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b736-95f3-46de-b1a2-d9d4aac1a37a req-3b6619e7-f93c-4bc3-a248-617bf935ec83 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:35.810051 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3934b736-95f3-46de-b1a2-d9d4aac1a37a req-3b6619e7-f93c-4bc3-a248-617bf935ec83 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 943 time: 0.0672181 Jun 24 04:16:35.814615 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d0b1d-223a-4d8c-b14b-10ddca3507f3 x-openstack-request-id: req-062d0b1d-223a-4d8c-b14b-10ddca3507f3 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:35.815013 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a11b2b-319c-4917-aba2-26b31e17d3b5", "name": "network-vif-deleted", "tag": "e59304f4-e1b3-4622-af29-c940058ae9e3", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:35.815371 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-062d0b1d-223a-4d8c-b14b-10ddca3507f3 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:35.815809 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a11b2b-319c-4917-aba2-26b31e17d3b5', 'name': 'network-vif-deleted', 'tag': 'e59304f4-e1b3-4622-af29-c940058ae9e3', 'status': 'completed', 'code': 200} Jun 24 04:16:35.847480 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3934b736-95f3-46de-b1a2-d9d4aac1a37a req-b1f902d2-eaf5-41b5-a072-644841525ef1 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Jun 24 04:16:35.918711 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1ddc-3704-4c22-8923-bd92bc21ea9f req-b5696122-014b-4ae1-a550-4e6f90db501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:35.920165 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-98bc1ddc-3704-4c22-8923-bd92bc21ea9f req-b5696122-014b-4ae1-a550-4e6f90db501f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 1099 time: 0.0511010 Jun 24 04:16:35.952735 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-98bc1ddc-3704-4c22-8923-bd92bc21ea9f req-021f1f10-b621-4b17-afcf-07ca59cc86e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265520 Jun 24 04:16:36.276947 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48160) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:36.330217 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.353190 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.458523 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.461178 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.462294 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d8f78ce-7f30-401d-999f-2ba7c3150af4 HTTP/1.1" status: 204 len: 168 time: 0.1843359 Jun 24 04:16:36.463831 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-742f941d-c946-485d-b390-c1fa5e3f144e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:36.465592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48162) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:36.472482 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f78ce-7f30-401d-999f-2ba7c3150af4,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:36.478851 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.api.v2.resource [None req-6ef61f99-f47b-4265-9324-b88335c41605 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] show failed (client error): The resource could not be found. Jun 24 04:16:36.479360 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.479738 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.479945 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-6ef61f99-f47b-4265-9324-b88335c41605 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "GET /v2.0/security-groups/0d8f78ce-7f30-401d-999f-2ba7c3150af4 HTTP/1.1" status: 404 len: 347 time: 0.0132570 Jun 24 04:16:36.480203 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.480549 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.480904 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.481292 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.481643 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.481994 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.482434 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.482539 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48164) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:36.482792 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.483143 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.483489 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:36.486620 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:36.604073 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Deleting port fb853dae-3e73-465e-8695-6c1a8945510b {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:36.604412 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.712477 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.712723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.727963 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Calling delete_port for fb853dae-3e73-465e-8695-6c1a8945510b owned by network:floatingip {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:36.795093 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2815eb7-ba5c-4654-8038-d72b7975cf1b req-9edeab1e-2854-4fc7-813e-2d87088d4c70 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:36.796677 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a2815eb7-ba5c-4654-8038-d72b7975cf1b req-9edeab1e-2854-4fc7-813e-2d87088d4c70 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 946 time: 0.1412654 Jun 24 04:16:36.857138 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a2815eb7-ba5c-4654-8038-d72b7975cf1b req-8c0a174a-d666-481c-8889-82aa93e7f7fc tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538449 Jun 24 04:16:36.962059 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:36.966928 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4ff3f789-c909-496d-94dc-84c49b914c6e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:36.991198 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Pushing event deleted for resources: {'Port': ['ID=fb853dae-3e73-465e-8695-6c1a8945510b,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:36.996828 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:37.039966 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead6e15-6d57-421f-b503-fd97c4a8ffe0 req-f5e93b9d-bba9-46eb-9594-98af91c64d12 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:37.042117 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4ead6e15-6d57-421f-b503-fd97c4a8ffe0 req-f5e93b9d-bba9-46eb-9594-98af91c64d12 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 943 time: 0.0725865 Jun 24 04:16:37.059621 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:37.062284 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:37.063391 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] 10.222.0.11 "DELETE /v2.0/floatingips/7d5e7a30-e294-447b-9a0b-3fdefc1744e6 HTTP/1.1" status: 204 len: 168 time: 0.5800223 Jun 24 04:16:37.083563 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4ead6e15-6d57-421f-b503-fd97c4a8ffe0 req-2437ec13-e5bd-4089-8a26-260b73162af9 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Jun 24 04:16:37.276754 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b348d3ee-2ebd-4010-be46-e9f5713b4bc5 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:16:37.370028 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:37.383928 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5', 'network_id': 'bb22b848-70c2-4f6a-b1f2-8ded354bd3f5', 'port_id': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5', 'mac_address': 'fa:16:3e:fe:35:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:16:37.419922 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:37.433095 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b348d3ee-2ebd-4010-be46-e9f5713b4bc5 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:16:37.452219 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:37.542302 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:37.544051 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:37.590657 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:37.597203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:37.752944 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b348d3ee-2ebd-4010-be46-e9f5713b4bc5'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:38.041188 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025933-4e00-4521-92f2-b2d6f57f08a8 req-420adf3b-31a8-4ed6-97d1-9fca44549af8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:38.042667 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8d025933-4e00-4521-92f2-b2d6f57f08a8 req-420adf3b-31a8-4ed6-97d1-9fca44549af8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Jun 24 04:16:38.080602 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8d025933-4e00-4521-92f2-b2d6f57f08a8 req-3b779f3f-3980-4db0-a474-613074c66d44 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Jun 24 04:16:38.261192 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ca2d7-c36c-4c33-be83-f8cd07520b40 req-0db3f3f7-20bb-45ba-a17a-2ca49efcdb54 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:38.262637 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d39ca2d7-c36c-4c33-be83-f8cd07520b40 req-0db3f3f7-20bb-45ba-a17a-2ca49efcdb54 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 944 time: 0.0675602 Jun 24 04:16:38.299591 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d39ca2d7-c36c-4c33-be83-f8cd07520b40 req-81b6646f-562a-4a0f-a570-fab4fb3e7279 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Jun 24 04:16:38.953369 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.257899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e734a0c-de5d-44b7-864f-12881783407c req-743ef740-faa1-4034-a2b8-0a1124a9ec6d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:39.259320 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3e734a0c-de5d-44b7-864f-12881783407c req-743ef740-faa1-4034-a2b8-0a1124a9ec6d tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 946 time: 0.0608213 Jun 24 04:16:39.271313 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b348d3ee-2ebd-4010-be46-e9f5713b4bc5 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:16:39.299925 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3e734a0c-de5d-44b7-864f-12881783407c req-fa01e887-aba5-4841-9952-005358dc240c tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350835 Jun 24 04:16:39.405066 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:16:39.408986 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:16:39.409388 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.469912 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8f6c5-55b7-442e-958e-3ee90192df92 req-c061279e-5d41-434f-98af-fea726331a7f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:39.471359 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f4e8f6c5-55b7-442e-958e-3ee90192df92 req-c061279e-5d41-434f-98af-fea726331a7f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 944 time: 0.0634162 Jun 24 04:16:39.487833 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.507540 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f4e8f6c5-55b7-442e-958e-3ee90192df92 req-f9ad15a6-64e3-4043-b091-7e692a47be73 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303571 Jun 24 04:16:39.509800 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21feea45-e533-442f-868d-ab6a19c67bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:39.512596 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab20ade7-0e2f-4bd4-9797-5e02326be079" -d '{"events": [{"server_uuid": "21feea45-e533-442f-868d-ab6a19c67bc0", "name": "network-vif-plugged", "status": "completed", "tag": "b348d3ee-2ebd-4010-be46-e9f5713b4bc5"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:39.529625 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:39.548463 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309f417d-bb7b-4485-b58b-83b123680783 x-openstack-request-id: req-309f417d-bb7b-4485-b58b-83b123680783 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:39.548767 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21feea45-e533-442f-868d-ab6a19c67bc0", "name": "network-vif-plugged", "status": "completed", "tag": "b348d3ee-2ebd-4010-be46-e9f5713b4bc5", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:39.549032 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-309f417d-bb7b-4485-b58b-83b123680783 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:39.549522 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21feea45-e533-442f-868d-ab6a19c67bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5', 'code': 200} Jun 24 04:16:39.616455 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.618523 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:39.664104 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:39.667287 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:39.953321 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048f66a-0587-4a5c-a7e3-bc5ee40e82bc req-313c4007-815f-4ead-9391-6331aed437cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:39.955081 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9048f66a-0587-4a5c-a7e3-bc5ee40e82bc req-313c4007-815f-4ead-9391-6331aed437cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0555665 Jun 24 04:16:39.989224 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9048f66a-0587-4a5c-a7e3-bc5ee40e82bc req-2ebd7408-e9e6-4ac3-837d-d7f5d56ecbc3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273240 Jun 24 04:16:40.683646 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe25b0-0ac5-4bde-bd6f-fcbb9d61c28e req-9170b4c7-22f6-47b0-846d-4fad7ac85a24 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:40.685104 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-24fe25b0-0ac5-4bde-bd6f-fcbb9d61c28e req-9170b4c7-22f6-47b0-846d-4fad7ac85a24 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Jun 24 04:16:40.723143 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-24fe25b0-0ac5-4bde-bd6f-fcbb9d61c28e req-3aee2f6a-cae7-4dc5-9ee9-98cc9af3bd7b tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jun 24 04:16:41.122410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48244) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:41.495590 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:41.738927 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Deleting port fc03b61b-50c5-4208-8b51-7152efaf38a2 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:41.739626 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:41.818630 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] For port fc03b61b-50c5-4208-8b51-7152efaf38a2, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=fc03b61b-50c5-4208-8b51-7152efaf38a2,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:41.819067 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:41.831330 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Calling delete_port for fc03b61b-50c5-4208-8b51-7152efaf38a2 owned by network:router_interface {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:41.896994 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ebfdb-4b4d-4b79-99d7-ee4bac9c6834 req-66a1bd72-df26-48a7-a3e0-38aceb492954 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:41.898497 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-520ebfdb-4b4d-4b79-99d7-ee4bac9c6834 req-66a1bd72-df26-48a7-a3e0-38aceb492954 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0655930 Jun 24 04:16:41.936459 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-520ebfdb-4b4d-4b79-99d7-ee4bac9c6834 req-376825c5-027e-4d0a-8eed-4779b689388a tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Jun 24 04:16:42.062723 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.066145 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0b189f1d-e7f6-454b-8151-b1bd43d21525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:42.094856 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc03b61b-50c5-4208-8b51-7152efaf38a2,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:42.094856 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:42.477116 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.692074 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Router 42e6813c-311a-4a1e-8757-36713b98f83b has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:16:42.800822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:16:42.806881 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-2c2293d2-17d2-48d1-b9e4-f77b088a4650 admin admin] 10.222.0.11 "PUT /v2.0/routers/42e6813c-311a-4a1e-8757-36713b98f83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6832793 Jun 24 04:16:42.809721 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48258) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:42.813158 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] Sync routers for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:16:42.825936 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:16:42.826592 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:42.926167 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks [] for router, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.952303 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:16:43.033885 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.136286 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:16:41Z', 'revision_number': 5, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port': {'id': '1b71b089-cea8-434a-af37-b3fe267086fc', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:43.155265 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Deleting port 1b71b089-cea8-434a-af37-b3fe267086fc {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:43.155265 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.167024 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] Checking router: 42e6813c-311a-4a1e-8757-36713b98f83b for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:16:43.176195 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] Routers {'42e6813c-311a-4a1e-8757-36713b98f83b'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:16:43.176814 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['42e6813c-311a-4a1e-8757-36713b98f83b'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:43.238001 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] For port 1b71b089-cea8-434a-af37-b3fe267086fc, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=1b71b089-cea8-434a-af37-b3fe267086fc,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:43.238360 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.252621 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Calling delete_port for 1b71b089-cea8-434a-af37-b3fe267086fc owned by network:router_gateway {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:43.381081 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] Set router 42e6813c-311a-4a1e-8757-36713b98f83b gateway port host: None {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:16:43.432557 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:16:43Z', 'revision_number': 6, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port_host': None}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:43.460983 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f8d-16ff-4576-8804-0a4de3ed6bc9 None None] The sync data for ids ['42e6813c-311a-4a1e-8757-36713b98f83b'] in dv-cinder-792462-18-smb is: [{'id': '42e6813c-311a-4a1e-8757-36713b98f83b', 'name': 'tempest-AttachVolumeTestJSON-32458029-router', 'tenant_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:16:43Z', 'revision_number': 6, 'project_id': 'fbcfd8e88d504aa5b4ce086b280df2b3', 'gw_port_host': None}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:16:43.494007 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.496646 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7d09b21c-1fd9-4283-a9f3-0fbfb7a96c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:43.523657 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b71b089-cea8-434a-af37-b3fe267086fc,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:43.526895 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:43.586367 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.670864 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.672749 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.790918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.792182 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e6813c-311a-4a1e-8757-36713b98f83b {{(pid=93542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:16:43.796939 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.798092 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] 10.222.0.11 "DELETE /v2.0/routers/42e6813c-311a-4a1e-8757-36713b98f83b HTTP/1.1" status: 204 len: 168 time: 0.9874752 Jun 24 04:16:43.801398 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48262) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:43.846053 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Deleting subnet 5e75ad7f-10a0-4f45-85f0-495fccb1807b {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:16:43.849532 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.890298 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.997325 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.134194 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.136274 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.163962 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e75ad7f-10a0-4f45-85f0-495fccb1807b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.166388 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.169658 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.171692 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e75ad7f-10a0-4f45-85f0-495fccb1807b HTTP/1.1" status: 204 len: 168 time: 0.3699605 Jun 24 04:16:44.174368 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48266) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:44.176890 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c435ebe-d417-4774-a44f-3725ce22b2b9 None None] Network d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:16:44.256425 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.300513 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device fc03b61b-50c5-4208-8b51-7152efaf38a2 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:44.321517 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Deleting port f27a54ee-886c-419b-ba43-b83769918b0b {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:44.321883 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.325973 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: fc03b61b-50c5-4208-8b51-7152efaf38a2 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:16:44.326321 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device fc03b61b-50c5-4208-8b51-7152efaf38a2 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:16:44.326746 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 1b71b089-cea8-434a-af37-b3fe267086fc no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:44.349682 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 1b71b089-cea8-434a-af37-b3fe267086fc {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:16:44.350065 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 1b71b089-cea8-434a-af37-b3fe267086fc not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:16:44.391925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] For port f27a54ee-886c-419b-ba43-b83769918b0b, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=f27a54ee-886c-419b-ba43-b83769918b0b,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:44.392351 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.406624 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Calling delete_port for f27a54ee-886c-419b-ba43-b83769918b0b owned by network:dhcp {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:44.441375 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] DHCP port deletion for d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 request from dv-cinder-792462-18-smb {{(pid=93544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:16:44.495179 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Deleting port f27a54ee-886c-419b-ba43-b83769918b0b {{(pid=93544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:16:44.495633 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.566642 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] For port f27a54ee-886c-419b-ba43-b83769918b0b, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=f27a54ee-886c-419b-ba43-b83769918b0b,segment=NetworkSegment(3e1c087e-41fe-4319-a7d2-b556558595dd),segment_id=3e1c087e-41fe-4319-a7d2-b556558595dd)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:44.567423 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.571748 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.576027 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.585634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Calling delete_port for f27a54ee-886c-419b-ba43-b83769918b0b owned by network:dhcp {{(pid=93544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:16:44.602390 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27a54ee-886c-419b-ba43-b83769918b0b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.605561 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.606422 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] No DVR routers for this DVR port f27a54ee-886c-419b-ba43-b83769918b0b on host dv-cinder-792462-18-smb {{(pid=93542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:16:44.623869 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:16:44.674972 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.685707 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42d1be3-12b3-46a5-b27d-ffc1b3c90d71']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:44.700209 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1c087e-41fe-4319-a7d2-b556558595dd') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:44.700209 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1c087e-41fe-4319-a7d2-b556558595dd') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:44.707374 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.721796 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.723464 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.726011 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.727564 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:16:44.727945 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:16:44.729625 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:16:44.749696 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Pushing event deleted for resources: {'Port': ['ID=f27a54ee-886c-419b-ba43-b83769918b0b,revision_number=None']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.752731 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.753780 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] No DVR routers for this DVR port f27a54ee-886c-419b-ba43-b83769918b0b on host dv-cinder-792462-18-smb {{(pid=93544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:16:44.868146 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.875072 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.883906 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d42d1be3-12b3-46a5-b27d-ffc1b3c90d71 HTTP/1.1" status: 204 len: 168 time: 0.7012086 Jun 24 04:16:44.883906 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d047fd4f-07c3-41ff-a83a-5e234cc5f4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.890537 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42d1be3-12b3-46a5-b27d-ffc1b3c90d71,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.892946 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:45.226385 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48274) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:45.265609 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-b440bdd3-1c62-4815-826a-d77ae46a291d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbcfd8e88d504aa5b4ce086b280df2b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379539 Jun 24 04:16:45.267781 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48276) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:45.315135 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.335918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.462759 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.465390 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.466556 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d4c390f-2501-401c-8dbb-f7fdfbb1e5e8 HTTP/1.1" status: 204 len: 168 time: 0.1979084 Jun 24 04:16:45.467311 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f88ce440-fb94-4f2e-a289-17a61826652e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:45.474673 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c390f-2501-401c-8dbb-f7fdfbb1e5e8,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:45.476971 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:45.959631 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device f27a54ee-886c-419b-ba43-b83769918b0b no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:45.978609 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: f27a54ee-886c-419b-ba43-b83769918b0b {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:16:45.978957 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device f27a54ee-886c-419b-ba43-b83769918b0b not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:16:47.179200 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48332) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:47.282729 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.366619 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.428546 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.431207 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-77a89403-0bd7-4114-9929-ca6b66e4891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:47.466149 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=185c263318f04d1dad1435b66a780a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856159 Jun 24 04:16:47.467126 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d54162e-1fac-4284-8951-e771727b3df5,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:47.468780 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48338) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:47.470418 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:47.518446 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.543449 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.662527 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.665090 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:47.666316 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d54162e-1fac-4284-8951-e771727b3df5 HTTP/1.1" status: 204 len: 168 time: 0.1952953 Jun 24 04:16:47.667134 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-129a8a28-3378-4136-bb6b-11b673c9386e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:47.674439 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d54162e-1fac-4284-8951-e771727b3df5,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:47.676742 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:49.757208 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48386) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:49.857233 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:49.942524 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.005651 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.008896 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-26420fa3-997f-49ac-8c2a-c0f4cf6a354b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:50.045070 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00efe80619574e59b28793298c780dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868285 Jun 24 04:16:50.045920 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0d193-f39d-4227-a420-9b5f21480894,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:50.047713 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48392) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:50.048796 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:50.096772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.116667 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.242848 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.245510 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.247166 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35d0d193-f39d-4227-a420-9b5f21480894 HTTP/1.1" status: 204 len: 168 time: 0.1973085 Jun 24 04:16:50.248042 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4619be7e-5f94-4289-8efb-59d260332044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:50.255387 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0d193-f39d-4227-a420-9b5f21480894,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:50.257613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:50.840059 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48398) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:50.851773 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.937596 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:50.999860 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:51.002270 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8720bc74-f0e8-4459-a5bb-f6c40ad28f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:51.037510 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddafd656ba90414fb901cad0406c3873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985927 Jun 24 04:16:51.038393 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97369e-04b4-483f-a1e6-f65f297560f0,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:51.040269 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48402) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:51.041330 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:51.090155 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:51.113179 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:51.228527 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:51.231061 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:51.232173 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d97369e-04b4-483f-a1e6-f65f297560f0 HTTP/1.1" status: 204 len: 168 time: 0.1885936 Jun 24 04:16:51.232942 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-86f93a93-7219-4210-91f2-b1342ae618b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:51.239961 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97369e-04b4-483f-a1e6-f65f297560f0,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:51.245468 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:53.166252 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b726-efa1-477f-8a02-1a0887dfb79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:55.743419 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce8da-49a5-4389-a294-500476b15689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:55.863616 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:56.832140 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:58.449021 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:58.624930 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48514) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:58.729786 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:58.817370 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:58.900767 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:58.904424 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-52e1954a-d666-47bf-a492-acaa9fd08d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:58.939404 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e306c06eec024f30afa2047469f9f4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134263 Jun 24 04:16:58.941274 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d09f98-75f9-494b-84ec-cbe21a73de56,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:58.942132 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48520) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:58.944305 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:58.993479 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.014528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.117170 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.119728 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.120847 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7d09f98-75f9-494b-84ec-cbe21a73de56 HTTP/1.1" status: 204 len: 168 time: 0.1776588 Jun 24 04:16:59.121631 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dbb57587-064d-405b-bf51-ea85ef98aff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:59.129513 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d09f98-75f9-494b-84ec-cbe21a73de56,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:59.131777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:59.715549 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48528) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:59.728625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.813888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.892461 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:59.895824 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8e25b963-e94a-442f-bc3d-629b9a02e823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:59.938126 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de06498c511f4c2c889cfaf32a6eec70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215128 Jun 24 04:16:59.939017 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e06f9b7-61dc-44c5-a1c8-1612952d242b,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:59.940818 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48530) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:59.941755 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:59.991536 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:00.012320 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:00.117770 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:00.120407 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:00.121605 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e06f9b7-61dc-44c5-a1c8-1612952d242b HTTP/1.1" status: 204 len: 168 time: 0.1792119 Jun 24 04:17:00.127146 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-21e22e88-8e63-4731-a238-8af976c60601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:00.129603 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e06f9b7-61dc-44c5-a1c8-1612952d242b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:00.131788 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:02.697951 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48602) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:02.801139 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:02.887777 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:02.968240 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:02.970770 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a1aeba9b-8d6a-4a29-9e5c-d715f1292220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:03.007330 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c502b8b673a42f18ca06933d9126c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083334 Jun 24 04:17:03.008016 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc3d959-5f2d-42f2-9640-ca841563307a,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:03.010148 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48606) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:03.011221 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:03.059523 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:03.083299 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:03.192022 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:03.194688 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:03.195833 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dc3d959-5f2d-42f2-9640-ca841563307a HTTP/1.1" status: 204 len: 168 time: 0.1846554 Jun 24 04:17:03.196590 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-69841ac2-9d65-4da8-8512-85968b3e7dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:03.204023 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc3d959-5f2d-42f2-9640-ca841563307a,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:03.206265 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-406931d5-1cc2-42a3-9318-2c340bb7eb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:03.637823 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2401d-58eb-45d1-bc79-a80bf7f24b6e req-1437bcb1-66f6-4478-b083-5eca58eeea11 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:03.639183 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d8a2401d-58eb-45d1-bc79-a80bf7f24b6e req-1437bcb1-66f6-4478-b083-5eca58eeea11 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0632632 Jun 24 04:17:03.676661 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d8a2401d-58eb-45d1-bc79-a80bf7f24b6e req-bd5bd4fd-9ce4-437c-88cb-28db7777cbf7 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Jun 24 04:17:03.838556 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48618) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:03.852487 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2e406668-645e-4261-8cdd-0f2d25f2ffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:03.937765 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2e406668-645e-4261-8cdd-0f2d25f2ffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:04.012541 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2e406668-645e-4261-8cdd-0f2d25f2ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:04.015694 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-5b410670-6936-4185-9dd8-d5345354b5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:04.051156 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2e406668-645e-4261-8cdd-0f2d25f2ffb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=850e0dee0ced4a6bb98448531abea0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115977 Jun 24 04:17:04.052069 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e406668-645e-4261-8cdd-0f2d25f2ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcb992c-56f3-49f9-bb20-c184503e1fc0,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:04.053975 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48620) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:04.054949 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2e406668-645e-4261-8cdd-0f2d25f2ffb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:04.102012 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:04.124652 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:04.218835 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:04.221436 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:04.222545 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfcb992c-56f3-49f9-bb20-c184503e1fc0 HTTP/1.1" status: 204 len: 168 time: 0.1668832 Jun 24 04:17:04.223273 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-48a25c16-0be8-4ad6-8b23-1dff63a704c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:04.230515 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcb992c-56f3-49f9-bb20-c184503e1fc0,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:04.232682 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:04.849824 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a27e5-3673-4536-be5f-191bfe9ddae6 req-ddaa4b9d-17b2-4bd2-acef-b73577921392 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:04.850938 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c73a27e5-3673-4536-be5f-191bfe9ddae6 req-ddaa4b9d-17b2-4bd2-acef-b73577921392 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0632105 Jun 24 04:17:04.890260 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c73a27e5-3673-4536-be5f-191bfe9ddae6 req-b2cffc10-f172-4aff-8e8b-75dc78d88a25 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jun 24 04:17:06.061517 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0246a5-64f9-4e40-bc81-444e09672bd2 req-414954cd-7236-4fa1-860f-012e80b161e6 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:06.063501 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6f0246a5-64f9-4e40-bc81-444e09672bd2 req-414954cd-7236-4fa1-860f-012e80b161e6 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0633354 Jun 24 04:17:06.068573 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48666) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:06.106020 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6f0246a5-64f9-4e40-bc81-444e09672bd2 req-1258674c-40b8-41c2-8e4a-d0c06223ab8c tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jun 24 04:17:06.168501 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.254597 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.313285 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.315923 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9c188370-3f99-4346-8d16-4f653aa80ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:06.352025 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ffd4b0-15b5-42ee-8c29-7403ad0a9e07,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:06.356216 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84c5d7afebf2477aa833cb9553218a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865438 Jun 24 04:17:06.357034 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:06.359260 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48670) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:06.405339 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.425970 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.517915 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.520522 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.521666 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76ffd4b0-15b5-42ee-8c29-7403ad0a9e07 HTTP/1.1" status: 204 len: 168 time: 0.1615317 Jun 24 04:17:06.522390 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-cdc270c0-67b5-4d72-b032-153278e98a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:06.530387 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ffd4b0-15b5-42ee-8c29-7403ad0a9e07,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:06.533240 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a5da6cae-8257-4f35-bfeb-a96e330f4167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:07.279798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78952e00-9b5a-49a7-a727-610e227e8ec8 req-a0653fad-d36c-43a5-a3ac-d00576d44101 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:07.281270 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-78952e00-9b5a-49a7-a727-610e227e8ec8 req-a0653fad-d36c-43a5-a3ac-d00576d44101 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0665638 Jun 24 04:17:07.319161 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-78952e00-9b5a-49a7-a727-610e227e8ec8 req-fe1c5094-eb92-4658-9248-bd160fee8259 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e410cc7-e29a-4a91-b653-4466766d9c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Jun 24 04:17:08.007252 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-103de637-980d-4862-8724-f3740eded002 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:08.008695 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-103de637-980d-4862-8724-f3740eded002 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 945 time: 0.0621104 Jun 24 04:17:08.111093 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Deleting port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:08.111484 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:08.198089 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] For port b348d3ee-2ebd-4010-be46-e9f5713b4bc5, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,segment=NetworkSegment(4a370b6d-e236-42b8-a63e-c5a50750cc14),segment_id=4a370b6d-e236-42b8-a63e-c5a50750cc14)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:08.198443 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:08.211283 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Calling delete_port for b348d3ee-2ebd-4010-be46-e9f5713b4bc5 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:08.398707 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:08.402800 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bd7b7f1f-dbf8-40f8-98e9-1f93c90faee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:08.412983 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['b348d3ee-2ebd-4010-be46-e9f5713b4bc5'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:17:08.427513 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Pushing event deleted for resources: {'Port': ['ID=b348d3ee-2ebd-4010-be46-e9f5713b4bc5,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:08.431145 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:08.467615 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-17d0ff00-d71a-4452-931c-8c192fb86d67 req-9e439834-7263-4c8c-a8b9-d9a2f7533768 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0287695 Jun 24 04:17:08.482284 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] No DVR routers for this DVR port b348d3ee-2ebd-4010-be46-e9f5713b4bc5 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:17:08.485355 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:08.487302 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d29fb3e7-0315-477d-8218-3521f4d2bede req-cf4f54d5-76ef-40e9-a213-d0905b2e3dbd tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.21 "DELETE /v2.0/ports/b348d3ee-2ebd-4010-be46-e9f5713b4bc5 HTTP/1.1" status: 204 len: 173 time: 0.4733942 Jun 24 04:17:08.487802 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21feea45-e533-442f-868d-ab6a19c67bc0', 'name': 'network-vif-deleted', 'tag': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:17:08.490106 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57826ca4-5343-4ffd-9d3b-7ead2bd8444d" -d '{"events": [{"server_uuid": "21feea45-e533-442f-868d-ab6a19c67bc0", "name": "network-vif-deleted", "tag": "b348d3ee-2ebd-4010-be46-e9f5713b4bc5"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:08.525772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc3a73-706e-42bb-a743-81ea7b077e54 x-openstack-request-id: req-21dc3a73-706e-42bb-a743-81ea7b077e54 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:08.526215 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21feea45-e533-442f-868d-ab6a19c67bc0", "name": "network-vif-deleted", "tag": "b348d3ee-2ebd-4010-be46-e9f5713b4bc5", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:08.526522 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21dc3a73-706e-42bb-a743-81ea7b077e54 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:08.526960 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21feea45-e533-442f-868d-ab6a19c67bc0', 'name': 'network-vif-deleted', 'tag': 'b348d3ee-2ebd-4010-be46-e9f5713b4bc5', 'status': 'completed', 'code': 200} Jun 24 04:17:08.979265 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.619442 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-daf65686-cef9-497c-8ddc-1e27b4b48b7a req-7563888a-0e93-4ce7-850f-82e7f4b585fa tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] 10.222.0.11 "GET /v2.0/ports?device_id=21feea45-e533-442f-868d-ab6a19c67bc0 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Jun 24 04:17:10.633119 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29517bcf-c28c-4b58-bac1-87c48fe4ab0d req-72dbbb7a-ca2c-4f40-b1c5-5383806ea8df tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:10.634572 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-29517bcf-c28c-4b58-bac1-87c48fe4ab0d req-72dbbb7a-ca2c-4f40-b1c5-5383806ea8df tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0647721 Jun 24 04:17:10.672737 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-29517bcf-c28c-4b58-bac1-87c48fe4ab0d req-2bead2ef-94d7-4087-9f97-b7bfe94aabc0 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jun 24 04:17:11.492207 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-c1d9da02-b12f-4906-a8ec-fb0a98fd5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:11.492797 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b348d3ee-2ebd-4010-be46-e9f5713b4bc5 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:11.493839 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-c1d9da02-b12f-4906-a8ec-fb0a98fd5d22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1098 time: 0.0543237 Jun 24 04:17:11.513013 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: b348d3ee-2ebd-4010-be46-e9f5713b4bc5 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:17:11.513750 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device b348d3ee-2ebd-4010-be46-e9f5713b4bc5 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:17:11.597196 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-4f9437ff-212e-4fa4-9a9e-3986a1fbd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:11.598644 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-4f9437ff-212e-4fa4-9a9e-3986a1fbd9a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 909 time: 0.0841877 Jun 24 04:17:11.674983 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-1f0a57b0-2ae3-44f1-8510-43d7a35e9ecc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 1000 time: 0.0687087 Jun 24 04:17:11.732973 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-0df04c7a-cea0-4a3a-943e-215ec354f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:11.734996 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-0df04c7a-cea0-4a3a-943e-215ec354f9b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 200 len: 847 time: 0.0530176 Jun 24 04:17:11.780588 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48754) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:11.801417 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-d098164f-3545-4df9-af75-a03e7d1989b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:11.803189 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-d098164f-3545-4df9-af75-a03e7d1989b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b80fa2d7-a726-422e-a74a-e354471f1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0586796 Jun 24 04:17:11.864732 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8de40-ead7-4bcd-9d0d-0268891d6ffa req-477c2cc1-89f4-450f-8674-e8b42c93623f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:11.866315 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-efd8de40-ead7-4bcd-9d0d-0268891d6ffa req-477c2cc1-89f4-450f-8674-e8b42c93623f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0711718 Jun 24 04:17:11.903307 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:11.903523 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-35435e6a-6634-4a87-8338-c0540da9cb88 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898166 Jun 24 04:17:11.928503 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-efd8de40-ead7-4bcd-9d0d-0268891d6ffa req-0eb0f4f6-796e-4859-808c-2a14220e3ad0 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541101 Jun 24 04:17:11.995803 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3d3ffea1-d03e-45a7-b4b3-448bf1085c21 req-0cec7ce2-cdc1-4302-b39b-372603225b16 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858202 Jun 24 04:17:12.003845 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.087528 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.090249 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-46289757-6bd2-458e-9807-cbe983f51e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:12.130730 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=030750bb610643fe96f42330da6b1181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478818 Jun 24 04:17:12.131574 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb4e49c-1e32-472a-baf9-750ab3da2ff0,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:12.133579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48758) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:12.134706 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:12.181348 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.201482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.319530 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.324798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.324798 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eb4e49c-1e32-472a-baf9-750ab3da2ff0 HTTP/1.1" status: 204 len: 168 time: 0.1888385 Jun 24 04:17:12.324798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8033612c-4095-4bc1-a46b-df90758fe18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:12.333745 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb4e49c-1e32-472a-baf9-750ab3da2ff0,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:12.336474 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:12.932659 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e70bb-76b2-47e6-a4a0-bc5dc5b64285 req-90cc6827-c9a2-4c3c-86ea-99eeeb6e9741 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:12.934141 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-437e70bb-76b2-47e6-a4a0-bc5dc5b64285 req-90cc6827-c9a2-4c3c-86ea-99eeeb6e9741 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 946 time: 0.0643713 Jun 24 04:17:12.978035 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-437e70bb-76b2-47e6-a4a0-bc5dc5b64285 req-8c5d35e8-346b-4864-9572-b22ae5790dbb tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376024 Jun 24 04:17:13.009667 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48780) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:13.023385 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.143518 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830a9fc-eedc-4e13-aff7-5556be915df1 req-786134aa-a7bd-4c69-a63f-36a1cc80348c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:13.144851 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9830a9fc-eedc-4e13-aff7-5556be915df1 req-786134aa-a7bd-4c69-a63f-36a1cc80348c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0961661 Jun 24 04:17:13.175768 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.195831 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9830a9fc-eedc-4e13-aff7-5556be915df1 req-854cecbd-d917-4e6e-8f0f-0563f6d7c620 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Jun 24 04:17:13.261696 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.264277 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-14a3ee16-0ad6-49eb-bc89-7fe158cf8a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:13.300638 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e58fda-f61e-4449-ad82-a72166d57c1b,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.303767 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:13.306087 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0018bcf4d700486ab2058916303f3695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953563 Jun 24 04:17:13.309003 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48782) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:13.355994 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.376764 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.478133 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.480723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:13.481880 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5e58fda-f61e-4449-ad82-a72166d57c1b HTTP/1.1" status: 204 len: 168 time: 0.1718884 Jun 24 04:17:13.482731 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-39b22699-8fb0-48e3-be2f-63a4195a7ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:13.491011 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e58fda-f61e-4449-ad82-a72166d57c1b,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.493176 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3217e220-13eb-4a98-816f-cc053ebf12c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:14.157739 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7379c0-c35d-409c-871a-f7f1ef1944be req-2240cdca-080c-4a82-919e-92b6a5506613 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:14.159188 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5f7379c0-c35d-409c-871a-f7f1ef1944be req-2240cdca-080c-4a82-919e-92b6a5506613 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 946 time: 0.0621691 Jun 24 04:17:14.196154 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5f7379c0-c35d-409c-871a-f7f1ef1944be req-40311b90-8d0b-4f46-b560-5342304df643 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1745c98-dee0-4cca-ab62-0775fc6e68da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jun 24 04:17:14.286643 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-5d90287f-9204-4181-91e1-23403327e486 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:14.288080 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-5d90287f-9204-4181-91e1-23403327e486 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 946 time: 0.0711658 Jun 24 04:17:14.441993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e03c-cd54-400c-8acb-e6a293ca0136 req-ad5df9e6-96cb-484a-89e5-630843b09139 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:14.441993 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3499e03c-cd54-400c-8acb-e6a293ca0136 req-ad5df9e6-96cb-484a-89e5-630843b09139 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.1208475 Jun 24 04:17:14.446507 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Deleting port 3fa342ff-f643-4460-80a3-052309860371 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:14.446843 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:14.524746 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3499e03c-cd54-400c-8acb-e6a293ca0136 req-c0dddd30-de5a-45f6-be8c-69086f345947 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749063 Jun 24 04:17:14.564337 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] For port 3fa342ff-f643-4460-80a3-052309860371, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3fa342ff-f643-4460-80a3-052309860371,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:14.570844 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:14.732932 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:14.733327 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:14.733630 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Floating IP 097f7980-128f-445d-bae6-74187ec7b70d disassociated. External IP: 172.28.1.53, port: 3fa342ff-f643-4460-80a3-052309860371. Jun 24 04:17:14.733993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Calling delete_port for 3fa342ff-f643-4460-80a3-052309860371 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:14.906974 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:14.910812 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-04ba9904-0ec6-4c2d-9a64-9afc921143d4 tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:14.938869 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event deleted for resources: {'Port': ['ID=3fa342ff-f643-4460-80a3-052309860371,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:14.942176 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:15.045766 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Router 979422b6-99c6-4324-93b8-631730a9534f has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:17:15.145339 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:15.154338 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:15.163273 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:17:15.163871 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:15.189713 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] No DVR routers for this DVR port 3fa342ff-f643-4460-80a3-052309860371 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:17:15.192375 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:15.194339 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f7ed94f5-41f5-4ad1-bd6e-edfcfdce1e34 req-07c424f0-5cb8-4cee-9d8f-ac96a03db8ac tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.21 "DELETE /v2.0/ports/3fa342ff-f643-4460-80a3-052309860371 HTTP/1.1" status: 204 len: 173 time: 0.9007545 Jun 24 04:17:15.194847 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-deleted', 'tag': '3fa342ff-f643-4460-80a3-052309860371'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:17:15.197146 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ce54ae-b539-4f7b-97e9-b40afabd51ff" -d '{"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-deleted", "tag": "3fa342ff-f643-4460-80a3-052309860371"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:15.234493 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d77f19a-06e4-4d15-9f3b-0edd128131f9 x-openstack-request-id: req-5d77f19a-06e4-4d15-9f3b-0edd128131f9 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:15.234955 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fd72e1-d068-4ed2-9a76-e700c8646020", "name": "network-vif-deleted", "tag": "3fa342ff-f643-4460-80a3-052309860371", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:15.235366 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d77f19a-06e4-4d15-9f3b-0edd128131f9 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:15.235796 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fd72e1-d068-4ed2-9a76-e700c8646020', 'name': 'network-vif-deleted', 'tag': '3fa342ff-f643-4460-80a3-052309860371', 'status': 'completed', 'code': 200} Jun 24 04:17:15.280169 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:17:15.361170 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d671e08d-cd65-413e-919b-0cae696d2e1b req-481f1f6e-0d86-4a5b-9f0f-0e334b0bacf8 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fd72e1-d068-4ed2-9a76-e700c8646020 HTTP/1.1" status: 200 len: 210 time: 0.0441277 Jun 24 04:17:15.508827 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:15.537821 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:15.545149 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:17:15.548934 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:15.657847 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:17:15.710930 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9ae02-c912-4d27-b63d-18a74d984ab1 req-92bfedc1-ac65-41fd-8e55-26cf18cacd05 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:15.712403 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-45e9ae02-c912-4d27-b63d-18a74d984ab1 req-92bfedc1-ac65-41fd-8e55-26cf18cacd05 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0695071 Jun 24 04:17:15.753196 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-45e9ae02-c912-4d27-b63d-18a74d984ab1 req-6af4a498-0c63-47ac-8186-212f3183c66e tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349092 Jun 24 04:17:15.957073 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:15.983133 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c20f3-cc76-47fb-ab2a-e3cfec656759 None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:10:58Z', 'revision_number': 4, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '62ef4a73-dd56-4a16-becf-609d48f242ae', 'name': '', 'network_id': 'f48e48e4-f15a-4402-a565-8ca92489137f', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'mac_address': 'fa:16:3e:33:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:55Z', 'updated_at': '2021-06-24T04:11:10Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'subnets': [{'id': 'd267ccfc-00a7-49ad-892c-6afb189116e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:16.202386 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d30d29-9920-49d9-b993-f774e65aecbb None None] New status for floating IP 097f7980-128f-445d-bae6-74187ec7b70d: DOWN {{(pid=93544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:17:16.548511 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48818) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:16.603222 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:16.625827 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:16.767797 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:16.770389 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:16.771525 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "DELETE /v2.0/security-groups/b1745c98-dee0-4cca-ab62-0775fc6e68da HTTP/1.1" status: 204 len: 168 time: 0.2219234 Jun 24 04:17:16.772321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-74dc712d-412c-4561-9ffc-471ba19e4130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:16.774309 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48820) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:16.782512 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1745c98-dee0-4cca-ab62-0775fc6e68da,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:16.784792 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9540a16c-8b0d-4163-9c61-83574e349d49 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:16.788245 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.api.v2.resource [None req-e95edb49-f7e1-4cd3-aefa-a64049955eda tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] show failed (client error): The resource could not be found. Jun 24 04:17:16.794214 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-e95edb49-f7e1-4cd3-aefa-a64049955eda tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "GET /v2.0/security-groups/b1745c98-dee0-4cca-ab62-0775fc6e68da HTTP/1.1" status: 404 len: 347 time: 0.0136764 Jun 24 04:17:16.797633 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48824) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:16.929562 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Deleting port 8cb8dff8-7446-4937-a0bf-fb03f9ada3d5 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:16.930158 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:16.936218 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5cbc3-889a-46fb-96b7-520bd7f06aee req-4a6eacb4-cd5b-4702-a5d2-158dfd687194 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:16.938424 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0fb5cbc3-889a-46fb-96b7-520bd7f06aee req-4a6eacb4-cd5b-4702-a5d2-158dfd687194 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0656600 Jun 24 04:17:16.977666 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0fb5cbc3-889a-46fb-96b7-520bd7f06aee req-d7a176a3-843e-4138-9023-6c08bded1f91 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Jun 24 04:17:17.014135 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:17.014458 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:17.026089 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Calling delete_port for 8cb8dff8-7446-4937-a0bf-fb03f9ada3d5 owned by network:floatingip {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:17.225448 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:17.228356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c88c445f-22bd-4fab-8148-5bda04bbe37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:17.250698 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Pushing event deleted for resources: {'Port': ['ID=8cb8dff8-7446-4937-a0bf-fb03f9ada3d5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:17.253749 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:17.310430 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:17.313621 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:17.314768 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-885246cb-4417-43b1-953c-95efa6857bf9 tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] 10.222.0.11 "DELETE /v2.0/floatingips/097f7980-128f-445d-bae6-74187ec7b70d HTTP/1.1" status: 204 len: 168 time: 0.5161443 Jun 24 04:17:17.507494 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:17.530524 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 3fa342ff-f643-4460-80a3-052309860371 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:17:17.530892 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 3fa342ff-f643-4460-80a3-052309860371 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:17:18.152879 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58373c9-f9d3-47f7-a0dd-0eb4c21b91ef req-48ac4e05-d42f-4029-9e7c-42cb2985ecf3 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:18.154276 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b58373c9-f9d3-47f7-a0dd-0eb4c21b91ef req-48ac4e05-d42f-4029-9e7c-42cb2985ecf3 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0648084 Jun 24 04:17:18.191899 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b58373c9-f9d3-47f7-a0dd-0eb4c21b91ef req-dc4443ba-3df2-4dea-bdd8-dc1633dc906c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Jun 24 04:17:19.634326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000a8c-dbce-40f3-942a-f33750a5f569 req-914fe896-8444-439d-a3ad-2047095e3e9f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:19.635676 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f4000a8c-dbce-40f3-942a-f33750a5f569 req-914fe896-8444-439d-a3ad-2047095e3e9f tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.3362305 Jun 24 04:17:19.674687 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f4000a8c-dbce-40f3-942a-f33750a5f569 req-ba61c6dd-d60e-4520-95e9-e3e883d7712d tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Jun 24 04:17:20.143681 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48868) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:20.787604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-197a5945-7273-471d-9624-8c1e860478e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:20.789083 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-197a5945-7273-471d-9624-8c1e860478e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1098 time: 0.0549500 Jun 24 04:17:20.885282 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-c26f9f3a-6c06-4415-bddf-5be1b7089a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:20.886747 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-c26f9f3a-6c06-4415-bddf-5be1b7089a63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 909 time: 0.0912597 Jun 24 04:17:20.890839 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633a7e0-cf19-4035-b412-bc1540b5e0af req-887ca5ee-42bd-4900-b179-ebf625bc5548 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:20.892303 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d633a7e0-cf19-4035-b412-bc1540b5e0af req-887ca5ee-42bd-4900-b179-ebf625bc5548 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0911882 Jun 24 04:17:20.950922 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-d8721966-47b0-449a-ba48-8e590b63cff4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 1000 time: 0.0575655 Jun 24 04:17:20.956955 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-d633a7e0-cf19-4035-b412-bc1540b5e0af req-d0f7af5a-8e75-48cc-85eb-f8cfbf019eb6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551670 Jun 24 04:17:20.970917 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:21.003833 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-54b536ce-2213-4c7f-8b2e-8b701cc5d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:21.005295 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-54b536ce-2213-4c7f-8b2e-8b701cc5d41b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 200 len: 847 time: 0.0489936 Jun 24 04:17:21.061324 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-d6c66e70-f5a8-46c8-bbec-da55e90cb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:21.062826 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-d6c66e70-f5a8-46c8-bbec-da55e90cb34e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b80fa2d7-a726-422e-a74a-e354471f1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515060 Jun 24 04:17:21.149228 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-039b9b95-196c-4d14-99cb-dad1fecea59a service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803804 Jun 24 04:17:21.224292 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Deleting port 62ef4a73-dd56-4a16-becf-609d48f242ae {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:21.224889 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:21.240486 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-263ef73b-5093-457a-a82c-d7fc95b3534d req-17025b32-1afe-437e-ba38-b602b088369a service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Jun 24 04:17:21.299270 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] For port 62ef4a73-dd56-4a16-becf-609d48f242ae, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=62ef4a73-dd56-4a16-becf-609d48f242ae,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:21.299622 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:21.311742 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Calling delete_port for 62ef4a73-dd56-4a16-becf-609d48f242ae owned by network:router_interface {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:21.568437 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:21.571424 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:21.598756 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=62ef4a73-dd56-4a16-becf-609d48f242ae,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:21.601803 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:21.622355 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:17:21.773446 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:21.975764 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Router 979422b6-99c6-4324-93b8-631730a9534f has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:17:22.081031 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:22.088641 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-1433047c-fe15-44e5-aa5d-f266908d7d9f admin admin] 10.222.0.11 "PUT /v2.0/routers/979422b6-99c6-4324-93b8-631730a9534f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417768 Jun 24 04:17:22.088891 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48888) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:22.092516 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] Sync routers for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:22.102103 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:17:22.102962 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.135359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb782fc-ff0c-4954-b299-453097a63b7e req-ffa2d87c-88c4-4009-a6ec-74abff8e1704 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:22.136979 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5fb782fc-ff0c-4954-b299-453097a63b7e req-ffa2d87c-88c4-4009-a6ec-74abff8e1704 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0657642 Jun 24 04:17:22.178093 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5fb782fc-ff0c-4954-b299-453097a63b7e req-f345c5c6-f5f9-4851-bf63-73a90f7c87cc tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Jun 24 04:17:22.199285 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.215248 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:17:22.299319 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.387679 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:17:21Z', 'revision_number': 5, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port': {'id': 'df0ecfde-c026-4637-91a0-7e28a6b9becd', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979422b6-99c6-4324-93b8-631730a9534f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:49Z', 'updated_at': '2021-06-24T04:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.414614 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] Checking router: 979422b6-99c6-4324-93b8-631730a9534f for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:22.422751 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] Routers {'979422b6-99c6-4324-93b8-631730a9534f'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:17:22.423374 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:16:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['979422b6-99c6-4324-93b8-631730a9534f'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.426900 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Deleting port df0ecfde-c026-4637-91a0-7e28a6b9becd {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:22.427265 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.506004 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] For port df0ecfde-c026-4637-91a0-7e28a6b9becd, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=df0ecfde-c026-4637-91a0-7e28a6b9becd,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:22.506149 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] Set router 979422b6-99c6-4324-93b8-631730a9534f gateway port host: None {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:17:22.506494 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.519980 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Calling delete_port for df0ecfde-c026-4637-91a0-7e28a6b9becd owned by network:router_gateway {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:22.563873 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:17:22Z', 'revision_number': 6, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port_host': None}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.585768 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0bd59-a5dd-4213-ad8b-d2aeb3693851 None None] The sync data for ids ['979422b6-99c6-4324-93b8-631730a9534f'] in dv-cinder-792462-18-smb is: [{'id': '979422b6-99c6-4324-93b8-631730a9534f', 'name': 'tempest-AttachVolumeShelveTestJSON-606335724-router', 'tenant_id': '3158facc76424c409140116d4ae03c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:47Z', 'updated_at': '2021-06-24T04:17:22Z', 'revision_number': 6, 'project_id': '3158facc76424c409140116d4ae03c3f', 'gw_port_host': None}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:22.776449 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.779798 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:22.808553 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0ecfde-c026-4637-91a0-7e28a6b9becd,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:22.811054 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:22.872210 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.966624 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:22.969197 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.082265 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.082748 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 979422b6-99c6-4324-93b8-631730a9534f {{(pid=93542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:17:23.087221 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.089877 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/979422b6-99c6-4324-93b8-631730a9534f HTTP/1.1" status: 204 len: 168 time: 0.9985111 Jun 24 04:17:23.090822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48898) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:23.146039 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Deleting subnet d267ccfc-00a7-49ad-892c-6afb189116e7 {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:17:23.146039 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.178560 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.193377 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ff895285-1442-49af-80bd-d14133afeeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.258261 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.580342 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ad4d-82ed-48bc-9c21-b384b561cbbc req-b80ea920-5896-4815-925b-62a07dec1d4c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:23.581851 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-30f6ad4d-82ed-48bc-9c21-b384b561cbbc req-b80ea920-5896-4815-925b-62a07dec1d4c tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0873709 Jun 24 04:17:23.619679 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-30f6ad4d-82ed-48bc-9c21-b384b561cbbc req-9d60e893-12fa-44e5-baff-656c6b0ab4a3 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Jun 24 04:17:23.637010 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.640255 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-41abcf49-8703-451c-bf40-b8a87adf1614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:23.668418 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d267ccfc-00a7-49ad-892c-6afb189116e7,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:23.670364 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.672291 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d267ccfc-00a7-49ad-892c-6afb189116e7 HTTP/1.1" status: 204 len: 168 time: 0.5805490 Jun 24 04:17:23.673297 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:23.674579 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fef577-89e2-4ef7-b8d5-25fe153005dc None None] Network f48e48e4-f15a-4402-a565-8ca92489137f requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:17:23.675088 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48902) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:23.756018 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.814903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Deleting port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:23.815314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.881483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] For port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:23.881761 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.882602 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] DHCP port deletion for f48e48e4-f15a-4402-a565-8ca92489137f request from dv-cinder-792462-18-smb {{(pid=93544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:17:23.895993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Calling delete_port for 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 owned by network:dhcp {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:23.928537 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Deleting port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 {{(pid=93544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:23.929171 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:23.984176 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:24.021334 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] For port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,segment=NetworkSegment(51e80ce5-62f2-432f-ace3-c7756459edb2),segment_id=51e80ce5-62f2-432f-ace3-c7756459edb2)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:24.021722 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.039715 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Calling delete_port for 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 owned by network:dhcp {{(pid=93544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:24.067879 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.070099 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-46dfe34f-3546-46af-9aa2-3af74411f814 tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:24.099382 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.106390 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 update to DOWN by agent not found {{(pid=93544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 24 04:17:24.106835 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device df0ecfde-c026-4637-91a0-7e28a6b9becd no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:24.106969 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] No DVR routers for this DVR port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 on host dv-cinder-792462-18-smb {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:17:24.109897 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.110285 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.110655 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.111019 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.111389 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.111746 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.112096 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.112558 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.112908 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.113279 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.113628 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.113974 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.118282 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:24.128510 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: df0ecfde-c026-4637-91a0-7e28a6b9becd {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:17:24.128862 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device df0ecfde-c026-4637-91a0-7e28a6b9becd not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:17:24.129306 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 62ef4a73-dd56-4a16-becf-609d48f242ae no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:24.157981 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 62ef4a73-dd56-4a16-becf-609d48f242ae {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:17:24.158333 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 62ef4a73-dd56-4a16-becf-609d48f242ae not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:17:24.176960 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.178856 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-a46b6c79-e3f3-4abd-ad89-cfb43d40a77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:24.193661 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.203894 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Pushing event deleted for resources: {'Port': ['ID=5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9,revision_number=None']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.205298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48e48e4-f15a-4402-a565-8ca92489137f']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:24.208237 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] No DVR routers for this DVR port 5f3fdfe0-fb6e-412f-9506-0f63caf4c4c9 on host dv-cinder-792462-18-smb {{(pid=93544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:17:24.214905 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.215243 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.220917 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.220917 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.220917 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e80ce5-62f2-432f-ace3-c7756459edb2') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:24.221547 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221641 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e80ce5-62f2-432f-ace3-c7756459edb2') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:24.221817 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221817 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221817 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221817 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221817 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.221817 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.222343 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:24.230903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.244730 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.250528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:24.250914 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:17:24.252512 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:17:24.359247 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.364213 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e1124ce7-902f-4b43-900d-0eca5eb36d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:24.367709 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.370122 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] 10.222.0.11 "DELETE /v2.0/networks/f48e48e4-f15a-4402-a565-8ca92489137f HTTP/1.1" status: 204 len: 168 time: 0.6938291 Jun 24 04:17:24.381532 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Pushing event deleted for resources: {'Network': ['ID=f48e48e4-f15a-4402-a565-8ca92489137f,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.383852 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:24.694426 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 48914) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:24.742359 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-9733250e-29a0-44d0-ad0c-6b753cc65573 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3158facc76424c409140116d4ae03c3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466480 Jun 24 04:17:24.745186 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 48916) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:24.792402 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a1917-a0dd-4c83-82fb-22228b7783c0 req-11092865-32ac-4ac5-b58e-0e0e58e997aa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:24.792840 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.793904 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4c2a1917-a0dd-4c83-82fb-22228b7783c0 req-11092865-32ac-4ac5-b58e-0e0e58e997aa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0663445 Jun 24 04:17:24.813873 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.831996 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-4c2a1917-a0dd-4c83-82fb-22228b7783c0 req-9586d25e-e46d-428d-bbbd-607ca37f8434 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Jun 24 04:17:24.913385 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.916077 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:24.917262 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ddfd802-5c5c-4be9-bdd1-ce0a033953b5 HTTP/1.1" status: 204 len: 168 time: 0.1710854 Jun 24 04:17:24.918024 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-24da8c3e-54d8-401c-a176-527f120304e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:24.925839 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddfd802-5c5c-4be9-bdd1-ce0a033953b5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.928209 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-88be4f71-766a-4e29-aac6-4380f32b646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:25.259345 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-872eaed1-9fda-40c8-b54f-8e8a657336cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537200 Jun 24 04:17:25.297561 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08965978-6a24-4e83-a50f-32433c555eb3 req-9f07b682-d3f1-4f25-8730-3a7a378374fb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:25.299769 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-08965978-6a24-4e83-a50f-32433c555eb3 req-9f07b682-d3f1-4f25-8730-3a7a378374fb tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0811269 Jun 24 04:17:25.360166 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-08965978-6a24-4e83-a50f-32433c555eb3 req-f2f9f5c9-5a6d-43c8-bda1-52987c654c50 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536561 Jun 24 04:17:25.555057 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:25.632513 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:25.666358 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:17:25.668572 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148d292-aa07-493f-9cde-5e33ed721ff1" -d '{"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:25.682807 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:25.701180 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078e87c-207e-4ed0-aa8f-7c39238b8b3c x-openstack-request-id: req-7078e87c-207e-4ed0-aa8f-7c39238b8b3c {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:25.701521 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-unplugged", "status": "failed", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "code": 422}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:25.701778 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7078e87c-207e-4ed0-aa8f-7c39238b8b3c {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:25.707161 dv-cinder-792462-18-smb neutron-server[93544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'code': 422} returned with failed status Jun 24 04:17:25.731427 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0ed7febf-9e25-4ca0-a5b3-e3192353c05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:25.782997 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:25.784671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:25.831772 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=6']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:25.834594 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:25.885454 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:26.540652 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168feb0-2110-484f-9054-d01d5f7924b0 req-d0d39782-ffe3-444b-a592-77bdff4f8936 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:26.542122 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5168feb0-2110-484f-9054-d01d5f7924b0 req-d0d39782-ffe3-444b-a592-77bdff4f8936 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 943 time: 0.0649359 Jun 24 04:17:26.579490 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-5168feb0-2110-484f-9054-d01d5f7924b0 req-55910a67-8e1c-47e3-be2b-c10bdf39a2d7 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Jun 24 04:17:26.834223 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:27.642285 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-1efaffc2-e211-457f-b324-ad6319a19d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:27.643781 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-1efaffc2-e211-457f-b324-ad6319a19d45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c&tenant_id=e6ddaebaace6463692eea34c8b53f984 HTTP/1.1" status: 200 len: 1096 time: 0.0534728 Jun 24 04:17:27.763762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-cbfcc623-447b-4244-8d5d-8c3b5f98374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:27.765274 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-cbfcc623-447b-4244-8d5d-8c3b5f98374f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1096 time: 0.0997517 Jun 24 04:17:27.787052 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbb4b0-dfaf-4ee9-8222-500a6ea706a0 req-8b78ce4c-d18c-4dfc-a951-b4c8c21587be tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:27.788475 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8efbb4b0-dfaf-4ee9-8222-500a6ea706a0 req-8b78ce4c-d18c-4dfc-a951-b4c8c21587be tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 943 time: 0.0917320 Jun 24 04:17:27.874731 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-8efbb4b0-dfaf-4ee9-8222-500a6ea706a0 req-eae9df17-9d04-4607-a34c-a9dacf0657e1 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733652 Jun 24 04:17:27.900305 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-431f45f9-5547-498d-8f30-fc22b4c215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:27.902890 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-431f45f9-5547-498d-8f30-fc22b4c215b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 909 time: 0.1313450 Jun 24 04:17:27.973515 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-cd230483-b231-4e1d-9b9e-5b9f8e324fcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 998 time: 0.0643582 Jun 24 04:17:28.028762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-6435e46f-55de-4d97-8ede-0bc1c90f39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:28.030593 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-6435e46f-55de-4d97-8ede-0bc1c90f39e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 200 len: 847 time: 0.0511892 Jun 24 04:17:28.087050 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-796d568c-6e8d-4895-bf47-a006aa6c6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:28.088508 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-796d568c-6e8d-4895-bf47-a006aa6c6b57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b80fa2d7-a726-422e-a74a-e354471f1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515563 Jun 24 04:17:28.181375 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-eb09fedd-bcaa-4681-82f4-62af57271561 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862117 Jun 24 04:17:28.269626 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-45c99bce-b1f5-42e1-8863-dc9faefded07 req-86437151-71d8-43ee-82f2-32eb2bd3dbb8 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Jun 24 04:17:28.508001 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:29.058769 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0514cf-671a-4b7c-85f0-b8bb535a573c req-bfea09d6-549a-46e9-a7f4-49b6cf903e8d tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:29.060131 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fc0514cf-671a-4b7c-85f0-b8bb535a573c req-bfea09d6-549a-46e9-a7f4-49b6cf903e8d tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 943 time: 0.0615911 Jun 24 04:17:29.096916 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fc0514cf-671a-4b7c-85f0-b8bb535a573c req-dc722ecb-d6a6-4e89-a4ad-9ed2434fa584 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Jun 24 04:17:29.571107 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:17:29.667909 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:29.679607 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'port_id': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'mac_address': 'fa:16:3e:3d:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:17:29.686977 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49034) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:29.720715 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:29.732665 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adb1cce-9122-48eb-aba2-b68e8140e333 {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:17:29.752796 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:29.788636 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fe654cf8-58a6-4be3-b64c-5fb9eade66eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:29.822446 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:29.824184 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-9fe1a6ee-5fcf-4b44-b1df-7721faa5430d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:29.870653 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=7']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:29.873635 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:29.876630 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fe654cf8-58a6-4be3-b64c-5fb9eade66eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:29.971087 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fe654cf8-58a6-4be3-b64c-5fb9eade66eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:29.973732 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a890e5e9-30d9-4037-96d7-36fa8d84c55e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:30.008721 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-fe654cf8-58a6-4be3-b64c-5fb9eade66eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2b5ea6e1f6141d594a9185528565544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199205 Jun 24 04:17:30.009617 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe654cf8-58a6-4be3-b64c-5fb9eade66eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5210377-6705-43f0-858d-364c8cd72feb,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:30.011638 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49038) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:30.012751 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-fe654cf8-58a6-4be3-b64c-5fb9eade66eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:30.013702 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['0adb1cce-9122-48eb-aba2-b68e8140e333'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:17:30.062361 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.082720 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.191388 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.194654 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.198596 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5210377-6705-43f0-858d-364c8cd72feb HTTP/1.1" status: 204 len: 168 time: 0.1852367 Jun 24 04:17:30.201925 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-0057e5dd-c9f7-48b9-90a7-d96574d88fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:30.208063 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5210377-6705-43f0-858d-364c8cd72feb,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:30.216759 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2d5c0fbf-775d-40e9-9714-33e7ba689566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:30.274289 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c8b3-be6f-4e78-b251-c715ae9e9269 req-32c3d876-93e3-47fe-ad10-425192f7cfbf tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:30.275743 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a94c8b3-be6f-4e78-b251-c715ae9e9269 req-32c3d876-93e3-47fe-ad10-425192f7cfbf tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 944 time: 0.0685146 Jun 24 04:17:30.312855 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9a94c8b3-be6f-4e78-b251-c715ae9e9269 req-41a609b2-6656-4085-84be-6102c9ed6f0a tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Jun 24 04:17:30.652001 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49054) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:30.698708 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Deleting subnet 9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:17:30.701766 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.735660 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.777645 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.903059 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.906355 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:30.932635 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:30.936065 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:30.937057 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.939934 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-57943eac-70c3-4cf4-a7c1-d0fa222716e1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9119fd06-8b7b-4a4e-a615-4cd5d0c33b8d HTTP/1.1" status: 204 len: 168 time: 0.2864499 Jun 24 04:17:30.941968 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49064) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:31.010961 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.089752 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.099651 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb22b848-70c2-4f6a-b1f2-8ded354bd3f5']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.110032 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a370b6d-e236-42b8-a63e-c5a50750cc14') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.110259 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a370b6d-e236-42b8-a63e-c5a50750cc14') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.117963 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49068) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:31.119118 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.133488 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.139567 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:31.140549 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:17:31.141653 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:17:31.210877 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-237919370-network', 'tenant_id': '91fa50245df641eaa7fcdb4e941e6997'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:17:31.277131 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.280760 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-77cef50e-ae21-4f05-8300-3aeb0b8e1bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:31.287366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.287366 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bb22b848-70c2-4f6a-b1f2-8ded354bd3f5 HTTP/1.1" status: 204 len: 168 time: 0.3421736 Jun 24 04:17:31.295863 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb22b848-70c2-4f6a-b1f2-8ded354bd3f5,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.298879 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-262fecef-4197-43bc-b84f-8b04f7d33143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:31.305676 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Made reservation on behalf of 91fa50245df641eaa7fcdb4e941e6997 for: {'network': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:31.309971 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.317544 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.402580 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.463171 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.466980 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:31.489804 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:31.509065 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caeb2ac-0a79-453e-9be5-a5f653343b7c,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.514634 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:31.516471 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.516930 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.segments_db [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Added segment 1c7d931a-a439-44e2-aaf1-9fa1ab9d4367 of type vlan for network eb415169-d7a9-4092-9dc7-adc313be449b Jun 24 04:17:31.524975 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f9fe-2e09-45e8-9783-081129a8e5e9 req-b047f148-2b82-4cfd-afe3-b97f1159e6e0 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:31.526466 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7405f9fe-2e09-45e8-9783-081129a8e5e9 req-b047f148-2b82-4cfd-afe3-b97f1159e6e0 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 944 time: 0.0996761 Jun 24 04:17:31.587746 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.588433 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:31.600746 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7405f9fe-2e09-45e8-9783-081129a8e5e9 req-1cb52754-f7bb-4722-b0a3-8786d6ece1a3 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665855 Jun 24 04:17:31.605625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49076) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:31.637359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 0adb1cce-9122-48eb-aba2-b68e8140e333 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:17:31.638003 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.657490 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ef816f7a-2b55-4ec4-8a37-d4d3886ab19e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7c1217e4efd430f94cf2c35cbfbee8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478008 Jun 24 04:17:31.660198 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49078) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:31.693077 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.694775 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:31.695378 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.699446 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:31.714427 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.736088 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:17:31.738348 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3faac8d-5e2f-49cb-a8d7-4c331f0f88ff" -d '{"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-plugged", "status": "completed", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:31.750407 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:31.764501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.774019 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Pushing event updated for resources: {'Network': ['ID=eb415169-d7a9-4092-9dc7-adc313be449b,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.776458 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c327e-c752-4ffa-802d-39781cf49fc1 x-openstack-request-id: req-b16c327e-c752-4ffa-802d-39781cf49fc1 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:31.776664 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:31.776807 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-plugged", "status": "completed", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:31.777003 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b16c327e-c752-4ffa-802d-39781cf49fc1 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:31.777431 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'code': 200} Jun 24 04:17:31.784628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network eb415169-d7a9-4092-9dc7-adc313be449b details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:31.797437 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.814397 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b7f36ac0-c901-4c65-9085-73ea9f2112ee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6951258 Jun 24 04:17:31.817446 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49082) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:31.822447 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Request body: {'subnet': {'network_id': 'eb415169-d7a9-4092-9dc7-adc313be449b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-237919370-subnet', 'tenant_id': '91fa50245df641eaa7fcdb4e941e6997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:17:31.840792 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.844965 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:31.897524 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=8']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.900398 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:31.928645 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Made reservation on behalf of 91fa50245df641eaa7fcdb4e941e6997 for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:31.931039 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.957326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.959956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:31.961139 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e410cc7-e29a-4a91-b653-4466766d9c75 HTTP/1.1" status: 204 len: 168 time: 0.3002660 Jun 24 04:17:31.962011 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dac40413-49b1-444a-920c-db53d95397ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:31.971906 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e410cc7-e29a-4a91-b653-4466766d9c75,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.974333 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:32.113601 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff446f68-43f3-4217-a0b3-4f17659ef33a req-1d1cef30-6367-4f5d-87f9-85b0bf6ccc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:32.115060 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ff446f68-43f3-4217-a0b3-4f17659ef33a req-1d1cef30-6367-4f5d-87f9-85b0bf6ccc99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1098 time: 0.0533853 Jun 24 04:17:32.140185 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:32.144727 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:32.152037 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-ff446f68-43f3-4217-a0b3-4f17659ef33a req-7b0295c8-cfbb-43ab-a9a1-fe5fc9aa1493 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293899 Jun 24 04:17:32.198944 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32af7ca-8c8f-4305-b857-cb5e24ed806a,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:32.204547 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:32.208307 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Checking segment: {'id': '1c7d931a-a439-44e2-aaf1-9fa1ab9d4367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eb415169-d7a9-4092-9dc7-adc313be449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:17:32.208665 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Network hostable DHCP agents. Network: eb415169-d7a9-4092-9dc7-adc313be449b, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:32.294483 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Network eb415169-d7a9-4092-9dc7-adc313be449b is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:32.385879 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, eb415169-d7a9-4092-9dc7-adc313be449b) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:32.390060 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:32.390655 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:32.395645 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851cddd-0b45-4acc-9bfa-ab209aedfa80 None None] Network eb415169-d7a9-4092-9dc7-adc313be449b requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:17:32.483741 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-84be1639-1134-4530-b4b6-840a055326e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6650317 Jun 24 04:17:32.518065 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa56e0-305b-4c7a-91a4-d89835023d9a None None] Network eb415169-d7a9-4092-9dc7-adc313be449b requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:17:32.789583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77735f-e330-43a2-9479-1eb204c115ad req-bd9d6d95-c9b7-42f1-843a-0e210a6a64e6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:32.791317 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cc77735f-e330-43a2-9479-1eb204c115ad req-bd9d6d95-c9b7-42f1-843a-0e210a6a64e6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0695553 Jun 24 04:17:32.831243 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cc77735f-e330-43a2-9479-1eb204c115ad req-e21f33d1-3a4b-42ec-9b40-414b2ec9e822 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Jun 24 04:17:33.183575 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49102) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:33.188782 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039808823-network', 'tenant_id': 'c0a8aacad0fe4705a96da37d2c2964ba'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:17:33.279374 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Made reservation on behalf of c0a8aacad0fe4705a96da37d2c2964ba for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:33.282312 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.291198 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.380205 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.433987 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.437985 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:33.458602 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:33.467682 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c56eed3-2492-444b-9278-efeb3e6f0b55,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.473648 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:33.474645 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.474979 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Added segment 9e767134-e5b2-41c2-bc69-85afb73b3e19 of type vlan for network 8deb96d2-8cd6-4238-8007-8365fde34f52 Jun 24 04:17:33.512442 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.605177 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.606366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:33.606933 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.609936 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:33.664216 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Pushing event updated for resources: {'Network': ['ID=8deb96d2-8cd6-4238-8007-8365fde34f52,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.666885 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:33.673879 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network 8deb96d2-8cd6-4238-8007-8365fde34f52 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:33.706574 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5216820 Jun 24 04:17:33.709281 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49104) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:33.714353 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Request body: {'subnet': {'network_id': '8deb96d2-8cd6-4238-8007-8365fde34f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039808823-subnet', 'tenant_id': 'c0a8aacad0fe4705a96da37d2c2964ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:17:33.825675 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Made reservation on behalf of c0a8aacad0fe4705a96da37d2c2964ba for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:33.828016 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.045776 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30acf99-267f-4811-87df-12cb69513106 req-606fe74e-1363-480b-8be7-ecddc0ca6c64 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:34.047747 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b30acf99-267f-4811-87df-12cb69513106 req-606fe74e-1363-480b-8be7-ecddc0ca6c64 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.1041336 Jun 24 04:17:34.084214 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-b30acf99-267f-4811-87df-12cb69513106 req-247629fc-8e55-460a-8024-53949b7dec20 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307343 Jun 24 04:17:34.089309 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.092238 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-239c5f53-df77-4d3f-a026-27f0e15fea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:34.148665 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Pushing event updated for resources: {'Subnet': ['ID=435645e3-0b66-4655-942f-21e6be419809,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:34.152179 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:34.153275 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Checking segment: {'id': '9e767134-e5b2-41c2-bc69-85afb73b3e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8deb96d2-8cd6-4238-8007-8365fde34f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:17:34.153632 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Network hostable DHCP agents. Network: 8deb96d2-8cd6-4238-8007-8365fde34f52, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:34.222050 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Network 8deb96d2-8cd6-4238-8007-8365fde34f52 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:34.279472 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, 8deb96d2-8cd6-4238-8007-8365fde34f52) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:34.283976 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:34.284769 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.287800 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76db18-5147-493a-b054-b550f2b01f19 None None] Network 8deb96d2-8cd6-4238-8007-8365fde34f52 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:17:34.363777 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6534376 Jun 24 04:17:34.410361 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe259c3b-c527-4535-a6aa-58388aa7b30b None None] Network 8deb96d2-8cd6-4238-8007-8365fde34f52 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:17:34.483579 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49112) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:34.526530 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Deleting subnet f32af7ca-8c8f-4305-b857-cb5e24ed806a {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:17:34.529626 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.567606 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.604401 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.723396 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.726507 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:34.749711 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32af7ca-8c8f-4305-b857-cb5e24ed806a,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:34.752143 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:34.753724 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.757474 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-efea1753-0b0f-466b-8abe-ea9340809d6e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f32af7ca-8c8f-4305-b857-cb5e24ed806a HTTP/1.1" status: 204 len: 168 time: 0.2728951 Jun 24 04:17:34.758761 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49114) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:34.827601 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.902613 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.912487 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb415169-d7a9-4092-9dc7-adc313be449b']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:34.925498 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7d931a-a439-44e2-aaf1-9fa1ab9d4367') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:34.925795 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7d931a-a439-44e2-aaf1-9fa1ab9d4367') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:34.934380 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.947114 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.952672 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:34.953065 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:17:34.955267 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:17:35.091352 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.095402 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:35.097848 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.099645 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] 10.222.0.11 "DELETE /v2.0/networks/eb415169-d7a9-4092-9dc7-adc313be449b HTTP/1.1" status: 204 len: 168 time: 0.3399785 Jun 24 04:17:35.102492 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49116) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:35.110313 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb415169-d7a9-4092-9dc7-adc313be449b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.112513 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-31b46cba-a56e-4ca9-a9f4-2e6eb4e3b47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:35.146356 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Deleting subnet 435645e3-0b66-4655-942f-21e6be419809 {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:17:35.149476 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.182176 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282948'] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.217545 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.331454 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9387162'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.333708 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:35.355636 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435645e3-0b66-4655-942f-21e6be419809,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.360291 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:35.363515 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.365374 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-34253253-28c3-442d-9a16-dc9752428527 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/435645e3-0b66-4655-942f-21e6be419809 HTTP/1.1" status: 204 len: 168 time: 0.2618902 Jun 24 04:17:35.373377 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49118) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:35.438239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.515043 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.524869 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deb96d2-8cd6-4238-8007-8365fde34f52']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:35.534695 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e767134-e5b2-41c2-bc69-85afb73b3e19') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:35.534990 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e767134-e5b2-41c2-bc69-85afb73b3e19') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:35.543342 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.556862 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.563562 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:35.563943 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:17:35.565534 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:17:35.677281 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.680655 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e52979d5-6c97-41fa-92aa-feabc8f562ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:35.682993 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.685126 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8deb96d2-8cd6-4238-8007-8365fde34f52 HTTP/1.1" status: 204 len: 168 time: 0.3108323 Jun 24 04:17:35.700159 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8deb96d2-8cd6-4238-8007-8365fde34f52,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.702349 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d7f9a544-9a6b-42dd-b6a2-8375bd0c15b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:36.082910 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49122) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:36.121690 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ea5059e2-ffdd-4623-a577-817f279e3d3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91fa50245df641eaa7fcdb4e941e6997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375888 Jun 24 04:17:36.123808 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49124) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:36.168899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:36.189487 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:36.305835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:36.308480 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:36.309905 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1caeb2ac-0a79-453e-9be5-a5f653343b7c HTTP/1.1" status: 204 len: 168 time: 0.1852303 Jun 24 04:17:36.310760 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-e7dfe478-a320-4a39-ae8a-a43692085165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:36.318063 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caeb2ac-0a79-453e-9be5-a5f653343b7c,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:36.320298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-28c7130e-11f8-48b2-9e96-03bdd53ef09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:37.018411 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49130) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:37.057120 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-465c9536-47ce-4f2e-86b2-d6d39678e7d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0a8aacad0fe4705a96da37d2c2964ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374949 Jun 24 04:17:37.059667 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49132) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:37.104999 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:37.128667 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:37.260628 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:37.263193 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:37.264334 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c56eed3-2492-444b-9278-efeb3e6f0b55 HTTP/1.1" status: 204 len: 168 time: 0.2038109 Jun 24 04:17:37.265260 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-7844b498-741b-4e41-8eef-0d39182748f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:37.272429 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c56eed3-2492-444b-9278-efeb3e6f0b55,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:37.275228 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-120ae572-1f92-4850-a37e-68a85cf40402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:39.000084 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:47.960295 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49256) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:48.059459 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.142680 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.206914 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.209507 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-81586ec8-693d-46f7-8fcd-5034f806368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:48.248740 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98de43d7632f4b0fb0e53dee1484dc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873850 Jun 24 04:17:48.249513 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b8fc2a-38ac-4711-a10a-4518f83388fe,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:48.251554 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49262) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:48.256746 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.257160 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.257544 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.260410 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.261194 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:48.264572 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-74b9c173-1503-4aa6-b578-e848a3680823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:48.300476 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.320298 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.440611 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.443217 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:48.444326 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75b8fc2a-38ac-4711-a10a-4518f83388fe HTTP/1.1" status: 204 len: 168 time: 0.1917920 Jun 24 04:17:48.445129 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-640687a1-55a3-4156-b646-e4b576da5136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:48.452239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b8fc2a-38ac-4711-a10a-4518f83388fe,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:48.454528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-72c169f4-b12f-47e1-826e-866939c5ae2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:48.975974 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49268) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:48.988947 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.082492 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.137361 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.140655 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-18856457-a84d-437c-98dc-f320b579e493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:49.175060 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=023948a23a3b408698fda471823181bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980698 Jun 24 04:17:49.176931 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d888943b-9135-4554-a920-a5b823a1477a,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:49.177834 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49270) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:49.179825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:49.226940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.246755 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.380730 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.383338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:49.384491 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d888943b-9135-4554-a920-a5b823a1477a HTTP/1.1" status: 204 len: 168 time: 0.2046053 Jun 24 04:17:49.385244 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-190d66ee-fe6c-44e9-8eda-d78d0022b015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:49.392729 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d888943b-9135-4554-a920-a5b823a1477a,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:49.395524 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-05d7a775-6087-4ef0-b02e-d95a8c976cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:53.195126 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-66d46940-c423-4580-93d0-c8ed733f70a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:55.712579 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-98b38a4b-ddea-4c0e-8af6-16d3d4763225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:55.827042 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.184501 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49346) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:56.286833 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-63f74cec-1764-4a6a-a1a4-440e59c1782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.371163 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-63f74cec-1764-4a6a-a1a4-440e59c1782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.429278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-63f74cec-1764-4a6a-a1a4-440e59c1782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.431623 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-94cebe04-94e1-4a3d-81e8-19953fd37a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:56.466977 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f74cec-1764-4a6a-a1a4-440e59c1782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11b2cfd-1d5c-4855-8385-af42f82e3848,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:56.470609 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-63f74cec-1764-4a6a-a1a4-440e59c1782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:56.473016 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-63f74cec-1764-4a6a-a1a4-440e59c1782a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0de37c551694acda18f825138fb69d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875171 Jun 24 04:17:56.475723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49350) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:56.522149 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.546929 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.667048 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.669615 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:56.670749 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c11b2cfd-1d5c-4855-8385-af42f82e3848 HTTP/1.1" status: 204 len: 168 time: 0.1941197 Jun 24 04:17:56.671471 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-cf9c4c72-2517-48e2-a486-f393d66d609c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:56.679201 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11b2cfd-1d5c-4855-8385-af42f82e3848,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:56.681421 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-cf6a6525-6126-4366-852c-7bba16c95be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:56.846753 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.253604 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49356) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:57.266696 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-10df849a-cf5d-4044-b3e5-d66a2aefc23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.352838 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-10df849a-cf5d-4044-b3e5-d66a2aefc23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.404428 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-10df849a-cf5d-4044-b3e5-d66a2aefc23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.407724 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-52dc4152-49c6-4dba-8f9d-44f55ac440a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:57.450428 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-10df849a-cf5d-4044-b3e5-d66a2aefc23d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=605a8991dbfd408ebee97d04bd745fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956108 Jun 24 04:17:57.451157 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df849a-cf5d-4044-b3e5-d66a2aefc23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba37ca-abc5-425b-a28f-2afefa1702ca,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:57.452905 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49358) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:57.454009 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-10df849a-cf5d-4044-b3e5-d66a2aefc23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:57.500888 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.521875 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.629467 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.632502 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:57.633658 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7ba37ca-abc5-425b-a28f-2afefa1702ca HTTP/1.1" status: 204 len: 168 time: 0.1797521 Jun 24 04:17:57.634399 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3ef331be-a158-4b8b-8e0b-da8895cd477d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:57.641825 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba37ca-abc5-425b-a28f-2afefa1702ca,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:57.644128 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:58.444306 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:58.621191 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:18:00.307628 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49428) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:00.406925 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ea47a3d4-dbe3-4572-83f0-b7b9ba2a6181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.492431 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ea47a3d4-dbe3-4572-83f0-b7b9ba2a6181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.555452 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ea47a3d4-dbe3-4572-83f0-b7b9ba2a6181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.558004 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-637f5cfd-0943-446f-8600-d42eb43b316e tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:00.597439 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a3d4-dbe3-4572-83f0-b7b9ba2a6181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b31f43-6981-4d88-9acc-397475ae3853,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:00.601680 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ea47a3d4-dbe3-4572-83f0-b7b9ba2a6181 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=068add7f52604688aedb5391c543bece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930145 Jun 24 04:18:00.605172 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ea47a3d4-dbe3-4572-83f0-b7b9ba2a6181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:00.605172 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49432) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:00.650928 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.671111 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.838632 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.841170 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:00.844614 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63b31f43-6981-4d88-9acc-397475ae3853 HTTP/1.1" status: 204 len: 168 time: 0.2372870 Jun 24 04:18:00.844614 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-615b50b1-170c-4df3-b65a-2537ec8a0021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:00.851226 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b31f43-6981-4d88-9acc-397475ae3853,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:00.853411 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8fccdcc5-09df-46a6-a1af-b5d855fcafff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:01.329987 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49438) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:01.343010 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f07b7730-ac4d-4578-aac7-1e263535d278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.427798 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f07b7730-ac4d-4578-aac7-1e263535d278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.490786 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-f07b7730-ac4d-4578-aac7-1e263535d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.493350 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f3de507a-ccbe-4eb7-a2c8-67b2f85b84a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:01.531105 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-f07b7730-ac4d-4578-aac7-1e263535d278 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2177f67fd6cc4984a20a6ea37150249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000635 Jun 24 04:18:01.531984 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b7730-ac4d-4578-aac7-1e263535d278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0925781-0d21-4c63-aaa7-276dc2a36605,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:01.534613 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49440) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:01.535120 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-f07b7730-ac4d-4578-aac7-1e263535d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:01.583154 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.603718 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.727252 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.729742 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:01.733121 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0925781-0d21-4c63-aaa7-276dc2a36605 HTTP/1.1" status: 204 len: 168 time: 0.1948752 Jun 24 04:18:01.733121 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3a645d24-1c4b-4acd-a57c-dcd66af8dd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:01.739360 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0925781-0d21-4c63-aaa7-276dc2a36605,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:01.741603 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6187455f-608b-4d54-9c01-6164b52d6dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:08.983920 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:23.188406 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-997a378e-968a-4421-adc9-c9880be3cab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:25.693463 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1ca8721c-d4ac-435a-a49f-0f0979d2a071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:25.864924 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:26.801729 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:28.468787 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:29.935500 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49628) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:30.037017 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.120072 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.184901 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.187331 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-35763cf5-19f3-4ef2-b47d-b1a27f4d443f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:30.223341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5629a82-e178-4ea6-8342-7081d54cba16,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:30.227005 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f340d77b8ac45d38318a440488581c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905402 Jun 24 04:18:30.230324 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49632) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:30.233349 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.233723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.234083 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.234437 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.234785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.235134 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.235476 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.235821 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.236163 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.236506 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.236845 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.237208 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:30.241078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-3cadd446-f2c6-44e9-a004-dbf03c43be5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:30.277971 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.298656 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.413406 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.417784 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.419138 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5629a82-e178-4ea6-8342-7081d54cba16 HTTP/1.1" status: 204 len: 168 time: 0.1877999 Jun 24 04:18:30.419927 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-15b1ddfe-2956-4951-80f1-d97b2d66df60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:30.427561 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5629a82-e178-4ea6-8342-7081d54cba16,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:30.430107 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ed478722-78c4-47b7-8eda-d27280523bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:35.619942 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:18:38.979765 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:42.732382 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49766) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:42.831277 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0372-0eef-45ed-98e0-18bbf8410975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:42.916140 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0372-0eef-45ed-98e0-18bbf8410975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:42.994514 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0372-0eef-45ed-98e0-18bbf8410975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:42.997476 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-00b4d425-f769-4363-8428-eeb6216eca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:43.030822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac0372-0eef-45ed-98e0-18bbf8410975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944b9b5-9576-4bb2-ba2c-bfc35cd7a322,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:43.035007 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a0ac0372-0eef-45ed-98e0-18bbf8410975 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cbd65ae418e4b7aa5fca3f78bf0a773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090589 Jun 24 04:18:43.035912 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a0ac0372-0eef-45ed-98e0-18bbf8410975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:43.037584 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49770) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:43.087830 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:43.107389 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:43.236723 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:43.239314 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:43.240471 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c944b9b5-9576-4bb2-ba2c-bfc35cd7a322 HTTP/1.1" status: 204 len: 168 time: 0.2019825 Jun 24 04:18:43.241213 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a96aeef9-3423-4344-9611-eca01a4930ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:43.248904 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944b9b5-9576-4bb2-ba2c-bfc35cd7a322,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:43.251116 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4bfbff75-2fca-43ad-b84c-63b2be72b520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:44.116013 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49792) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:44.209648 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1756161050-network', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:44.297379 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Made reservation on behalf of cf53095529be4e66bb4878f63f261e9a for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:44.299776 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.308426 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.392271 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.469012 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.472157 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-7bda1b70-1208-406e-b76b-b8c75803448b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:44.496357 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:18:44.501686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fae43b7-a46f-49d7-8e36-e6eb7d32a300,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:44.505216 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:44.511109 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.511463 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Added segment 92e01d9c-2829-4f27-befc-71ed36214447 of type vlan for network f756618c-c8a4-400f-bfa0-5320eba7c559 Jun 24 04:18:44.555436 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.642741 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.644001 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:44.644589 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.646859 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-dfbc6cce-303d-4822-87dc-194763e50511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:44.704321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Pushing event updated for resources: {'Network': ['ID=f756618c-c8a4-400f-bfa0-5320eba7c559,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:44.707150 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:44.714558 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network f756618c-c8a4-400f-bfa0-5320eba7c559 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:18:44.752454 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e877b391-23eb-4c53-9019-7d311dc19a3f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6353097 Jun 24 04:18:44.755601 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49796) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:44.762911 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Request body: {'subnet': {'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1756161050-subnet', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:44.852697 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Made reservation on behalf of cf53095529be4e66bb4878f63f261e9a for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:44.855839 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.083205 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.085951 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:45.144935 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf4d31b-7a64-4eb2-a98a-e6155fce5564,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:45.148298 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:45.154473 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Checking segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:45.154822 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Network hostable DHCP agents. Network: f756618c-c8a4-400f-bfa0-5320eba7c559, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:18:45.208486 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Network f756618c-c8a4-400f-bfa0-5320eba7c559 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:18:45.259762 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, f756618c-c8a4-400f-bfa0-5320eba7c559) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:45.263735 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:45.264322 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.268398 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502c316-0f9c-4327-8fc0-9ee4efbec336 None None] Network f756618c-c8a4-400f-bfa0-5320eba7c559 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:18:45.335346 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-8b38df86-2334-427d-8ec7-b197dedd0b0f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5780857 Jun 24 04:18:45.337885 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49798) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:45.342841 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:45.409259 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.410430 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.414913 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-f756618c-c8a4-400f-bfa0-5320eba7c559', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:18:45.415780 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.466209 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.542551 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Allocated IP 172.20.0.2 (f756618c-c8a4-400f-bfa0-5320eba7c559/3bf4d31b-7a64-4eb2-a98a-e6155fce5564/d47fb9ca-bf54-488e-8dd3-8e675dad6c44) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:45.652530 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.681569 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.689554 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Transition to ACTIVE for port object d47fb9ca-bf54-488e-8dd3-8e675dad6c44 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:45.703848 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Transition to ACTIVE for port object d47fb9ca-bf54-488e-8dd3-8e675dad6c44 will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:45.778634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.780571 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:45.816806 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Network f756618c-c8a4-400f-bfa0-5320eba7c559 is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:45.821475 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:45.826156 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:45.835289 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Pushing event updated for resources: {'Port': ['ID=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:45.861285 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.861639 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.861983 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.862327 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.862662 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.863001 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.863329 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.863656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.863984 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.864308 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.864627 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.864946 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:45.886847 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:45.891356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.898831 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Attempting to bind port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:45.899212 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Attempting to bind port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:45.899585 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Attempting to bind port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 on network f756618c-c8a4-400f-bfa0-5320eba7c559 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:45.904556 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:45.904884 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Checking segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:45.905328 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.905732 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Bound using segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:45.906204 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Bound port: d47fb9ca-bf54-488e-8dd3-8e675dad6c44, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:45.906583 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.909515 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.968409 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] For port d47fb9ca-bf54-488e-8dd3-8e675dad6c44, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:45.971786 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] For port d47fb9ca-bf54-488e-8dd3-8e675dad6c44, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:46.043428 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:46.045517 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:46.106381 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Pushing event updated for resources: {'Port': ['ID=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:46.114247 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:46.219960 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Allocated IP 172.28.1.152 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/90e35cb6-1509-4c5c-b7e8-cffa523c069f) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:46.340597 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:46.447267 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10296197'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:46.449212 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-96c4bda7-8600-4a01-ac39-6dba45dd92bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:46.482814 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:46.485440 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:46.491337 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:46.516002 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Pushing event updated for resources: {'Port': ['ID=90e35cb6-1509-4c5c-b7e8-cffa523c069f,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:46.519727 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:46.798219 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:46.954828 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85073c-98d2-42f7-a3c3-10ff4313ca7f None None] Network f756618c-c8a4-400f-bfa0-5320eba7c559 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:18:46.992538 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.111693 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-e068bea8-82de-4e14-8633-ae5c2d6f74e1 None None] Provisioning for port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:47.197331 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Router 56294bcb-fdcc-432c-baf1-6470a17e7d40 is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:18:47.241427 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49800) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:47.384239 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:47.393416 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Sync routers for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:47.402555 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:47.403237 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:47.450026 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Deleting port 085b65ad-6fce-452b-913c-69cdd1b958a1 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:47.450365 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.467472 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.468675 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1293237 Jun 24 04:18:47.471671 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49802) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:47.508391 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:47.531213 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.531526 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.543670 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Calling delete_port for 085b65ad-6fce-452b-913c-69cdd1b958a1 owned by network:floatingip {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:47.685889 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:46Z', 'revision_number': 3, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:47.715128 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Checking router: 56294bcb-fdcc-432c-baf1-6470a17e7d40 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:47.716507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Updating router 56294bcb-fdcc-432c-baf1-6470a17e7d40 port 90e35cb6-1509-4c5c-b7e8-cffa523c069f binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:18:47.748679 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.792208 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.794529 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-1243ebef-78f1-4311-9962-9f957aa74955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:47.820209 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event deleted for resources: {'Port': ['ID=085b65ad-6fce-452b-913c-69cdd1b958a1,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:47.823881 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:47.885321 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for floatingip, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.886555 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.l3_db [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Floating IP ad04dad6-92d2-4de3-86cd-2ad8e128bb81 disassociated (deleted). External IP: 172.28.1.30, port: 0adb1cce-9122-48eb-aba2-b68e8140e333. Jun 24 04:18:47.894583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.026687 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.036477 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Transition to ACTIVE for port object 90e35cb6-1509-4c5c-b7e8-cffa523c069f will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:48.062720 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Allocated IP 172.20.0.1 (f756618c-c8a4-400f-bfa0-5320eba7c559/3bf4d31b-7a64-4eb2-a98a-e6155fce5564/79e97036-6c61-467d-b6f0-f1c2f34fca86) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:48.083079 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.085120 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:48.105699 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Router a24a6d54-5f59-4cac-bc0f-db6e40fab27d has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:48.126193 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1031-3550-4779-9666-7fd933be7db5 None None] Pushing event updated for resources: {'Port': ['ID=90e35cb6-1509-4c5c-b7e8-cffa523c069f,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:48.128531 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device d47fb9ca-bf54-488e-8dd3-8e675dad6c44 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:48.150585 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b5bb1031-3550-4779-9666-7fd933be7db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:48.180628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Attempting to bind port 90e35cb6-1509-4c5c-b7e8-cffa523c069f on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:48.180841 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.180999 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Attempting to bind port 90e35cb6-1509-4c5c-b7e8-cffa523c069f by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:48.181390 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Attempting to bind port 90e35cb6-1509-4c5c-b7e8-cffa523c069f on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:48.191094 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:48.192471 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:48.192471 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.192471 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:48.192814 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Bound port: 90e35cb6-1509-4c5c-b7e8-cffa523c069f, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:48.193210 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.195228 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Transition to ACTIVE for port object 79e97036-6c61-467d-b6f0-f1c2f34fca86 will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:48.220470 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:48.225272 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.230959 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] Sync routers for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:48.240145 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:48.240739 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:48.255336 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] For port 90e35cb6-1509-4c5c-b7e8-cffa523c069f, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:48.258513 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] For port 90e35cb6-1509-4c5c-b7e8-cffa523c069f, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=90e35cb6-1509-4c5c-b7e8-cffa523c069f,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:48.264500 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-ae8332bd-aee8-426c-bead-4d738b15d1ca tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "DELETE /v2.0/floatingips/ad04dad6-92d2-4de3-86cd-2ad8e128bb81 HTTP/1.1" status: 204 len: 168 time: 1.0220239 Jun 24 04:18:48.265151 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:48.269516 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2824a1daeaf2497d9ecc05b15daa12d427fd4bc78bbc93ad1002b5fdf5606d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440c9657-a385-4ec5-bea3-e312e72414a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:48.271708 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:48.277349 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:48.278042 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.289661 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.293341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-60ac5749-f6df-4702-bb4f-cac8e354f5cf tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:48.356564 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Pushing event updated for resources: {'Port': ['ID=79e97036-6c61-467d-b6f0-f1c2f34fca86,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:48.360606 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:48.363181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Network f756618c-c8a4-400f-bfa0-5320eba7c559 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:48.364614 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:48.368209 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:48.375062 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.396225 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:48.417787 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.418474 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:48.473867 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.532370 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df65fa-b234-4d0e-91b9-86e637d2ae3c x-openstack-request-id: req-f8df65fa-b234-4d0e-91b9-86e637d2ae3c {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:48.532912 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "status": "completed", "code": 200}]} {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:48.533555 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8df65fa-b234-4d0e-91b9-86e637d2ae3c {{(pid=93542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:48.534325 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'status': 'completed', 'code': 200} Jun 24 04:18:48.559884 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port d47fb9ca-bf54-488e-8dd3-8e675dad6c44, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:48.564733 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:48.565492 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:48.738422 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:18Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:48.769547 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] Checking router: a24a6d54-5f59-4cac-bc0f-db6e40fab27d for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:48.774825 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.783334 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:48.783334 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:48.792968 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1031-3550-4779-9666-7fd933be7db5 None None] Pushing event updated for resources: {'Port': ['ID=90e35cb6-1509-4c5c-b7e8-cffa523c069f,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:48.796671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b5bb1031-3550-4779-9666-7fd933be7db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:48.802332 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:48.912266 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0410b669-5765-40a7-aca8-eb6a9a31a4c8 None None] Provisioning for port 79e97036-6c61-467d-b6f0-f1c2f34fca86 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:48.920015 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0410b669-5765-40a7-aca8-eb6a9a31a4c8 None None] Provisioning complete for port 79e97036-6c61-467d-b6f0-f1c2f34fca86 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:48.920406 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0410b669-5765-40a7-aca8-eb6a9a31a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.930451 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-bdeb2305-18de-4522-9033-ca919a7d5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:48.931951 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-bdeb2305-18de-4522-9033-ca919a7d5192 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6ddaebaace6463692eea34c8b53f984&device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 1098 time: 0.1191847 Jun 24 04:18:48.950260 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:48.955692 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:48.959256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:49.017327 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:49.020500 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b3ad5-19c2-40da-9655-d9429ffb1236 req-9fe607e9-c93e-4e19-ab91-2613a263be56 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.022838 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9c4b3ad5-19c2-40da-9655-d9429ffb1236 req-9fe607e9-c93e-4e19-ab91-2613a263be56 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0845106 Jun 24 04:18:49.032616 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0410b669-5765-40a7-aca8-eb6a9a31a4c8 None None] Port 79e97036-6c61-467d-b6f0-f1c2f34fca86 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:18:49.065448 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-5a087491-9a6c-4488-9a4d-1fc35493786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.066921 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-5a087491-9a6c-4488-9a4d-1fc35493786a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 200 len: 909 time: 0.1269088 Jun 24 04:18:49.072554 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9c4b3ad5-19c2-40da-9655-d9429ffb1236 req-fb8a2a32-4f46-41fe-a722-b9375f33ece9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Jun 24 04:18:49.080934 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:49.125392 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-cb801ebc-3f04-4c31-81a8-9d8f85f6999a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 200 len: 217 time: 0.0413415 Jun 24 04:18:49.161282 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:46Z', 'revision_number': 3, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.193166 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31070727-b287-49cf-95e8-5089d22da5fc None None] The sync data for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb is: [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:46Z', 'revision_number': 3, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:49.214185 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-2442d31e-6084-408d-adc2-ca2706fcb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.215659 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-2442d31e-6084-408d-adc2-ca2706fcb0c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 200 len: 847 time: 0.0837302 Jun 24 04:18:49.244380 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:18Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.271124 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badebcbd-d235-4df9-9e2d-bd1205759ba2 None None] The sync data for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb is: [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:14:12Z', 'revision_number': 4, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'cf3000f5-c519-4b35-b916-51b22255f3cf', 'name': '', 'network_id': 'b80fa2d7-a726-422e-a74a-e354471f1416', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'mac_address': 'fa:16:3e:fc:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:11Z', 'updated_at': '2021-06-24T04:14:18Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'subnets': [{'id': 'f9c796a9-e729-47d9-bc2d-c793f7858668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:49.344059 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-3fb1a5f4-c7ff-4a11-a7a8-2b579a128a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.345617 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-3fb1a5f4-c7ff-4a11-a7a8-2b579a128a7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b80fa2d7-a726-422e-a74a-e354471f1416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1198924 Jun 24 04:18:49.388964 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:49.455745 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:49.463928 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f4da283f-9570-460f-b07f-1e64d2827e17 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:49.536777 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-380136cc-bb9e-4d3a-993d-de30de2aaedd service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801810 Jun 24 04:18:49.560582 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Pushing event updated for resources: {'Port': ['ID=79e97036-6c61-467d-b6f0-f1c2f34fca86,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:49.563628 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:49.568739 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582d68c-f777-44ca-89b1-3b76aaf94cf5 None None] New status for floating IP ad04dad6-92d2-4de3-86cd-2ad8e128bb81: DOWN {{(pid=93544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:18:49.582160 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:49.701910 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-440c9657-a385-4ec5-bea3-e312e72414a3 req-cf282bda-a79c-45b1-93dc-d1cc20beeb28 service neutron] 10.222.0.21 "GET /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569338 Jun 24 04:18:49.730273 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Network f756618c-c8a4-400f-bfa0-5320eba7c559 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:49.731644 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:49.865628 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Router 56294bcb-fdcc-432c-baf1-6470a17e7d40 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:49.963073 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-21cdcc37-2966-4785-a023-7ca67df7aef5 None None] Provisioning complete for port 79e97036-6c61-467d-b6f0-f1c2f34fca86 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:49.963523 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-21cdcc37-2966-4785-a023-7ca67df7aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:49.979751 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:49.992593 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] 10.222.0.11 "PUT /v2.0/routers/56294bcb-fdcc-432c-baf1-6470a17e7d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118399 Jun 24 04:18:50.006189 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-21cdcc37-2966-4785-a023-7ca67df7aef5 None None] Port 79e97036-6c61-467d-b6f0-f1c2f34fca86 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:18:50.127445 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device d47fb9ca-bf54-488e-8dd3-8e675dad6c44 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:50.190088 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:50.190707 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.215415 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e898-7988-4d98-beea-5f825503c86c req-38a836ad-a541-4d4f-88f9-405d133be020 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:50.217596 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7526e898-7988-4d98-beea-5f825503c86c req-38a836ad-a541-4d4f-88f9-405d133be020 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.0765598 Jun 24 04:18:50.274196 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 90e35cb6-1509-4c5c-b7e8-cffa523c069f up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:50.364072 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1744bb1-ab60-4b72-a574-b1ec81fa91c1 req-16a09a1b-0713-4e29-b452-d9081e429d82 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:50.372377 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d1744bb1-ab60-4b72-a574-b1ec81fa91c1 req-16a09a1b-0713-4e29-b452-d9081e429d82 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 945 time: 0.1153724 Jun 24 04:18:50.379573 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Deleting port 0adb1cce-9122-48eb-aba2-b68e8140e333 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:50.379904 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.391372 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 90e35cb6-1509-4c5c-b7e8-cffa523c069f completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:50.395381 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 90e35cb6-1509-4c5c-b7e8-cffa523c069f triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:50.395818 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.463963 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-d1744bb1-ab60-4b72-a574-b1ec81fa91c1 req-ca4b076a-5d7b-4785-87f6-7d6307e7fca6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/security-groups?id=658aa09e-807c-4bc7-8eb3-db6d93e6f51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913861 Jun 24 04:18:50.483186 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.500625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] For port 0adb1cce-9122-48eb-aba2-b68e8140e333, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0adb1cce-9122-48eb-aba2-b68e8140e333,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:50.501119 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.504760 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 90e35cb6-1509-4c5c-b7e8-cffa523c069f, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=90e35cb6-1509-4c5c-b7e8-cffa523c069f,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:50.514940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Calling delete_port for 0adb1cce-9122-48eb-aba2-b68e8140e333 owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:50.580066 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.582299 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:50.650346 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=90e35cb6-1509-4c5c-b7e8-cffa523c069f,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:50.653839 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:50.728986 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.734686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ad4e75d0-cc42-44cf-b28e-2f0f7037e542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:50.734853 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49836) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:50.742579 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-931741373-network', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:50.763539 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event deleted for resources: {'Port': ['ID=0adb1cce-9122-48eb-aba2-b68e8140e333,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:50.766517 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:50.812598 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] No DVR routers for this DVR port 0adb1cce-9122-48eb-aba2-b68e8140e333 on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:18:50.815358 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.817313 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-7526e898-7988-4d98-beea-5f825503c86c req-d6e5022f-406e-4e6e-9b5b-dc8f630a2729 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.21 "DELETE /v2.0/ports/0adb1cce-9122-48eb-aba2-b68e8140e333 HTTP/1.1" status: 204 len: 173 time: 0.5944314 Jun 24 04:18:50.817798 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-deleted', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:50.820052 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896641ea-6719-454e-81bb-0751cf914983" -d '{"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-deleted", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:50.843232 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Made reservation on behalf of d46d6427a1ac439d839b8f06988821b4 for: {'network': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:50.846395 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for network, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.858022 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:50.862536 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c05de-c7b2-41af-b88b-568403b7bddc x-openstack-request-id: req-fe9c05de-c7b2-41af-b88b-568403b7bddc {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:50.862872 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5933509-446f-475e-afab-a52929922a6c", "name": "network-vif-deleted", "tag": "0adb1cce-9122-48eb-aba2-b68e8140e333", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:50.863172 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe9c05de-c7b2-41af-b88b-568403b7bddc {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:50.869349 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5933509-446f-475e-afab-a52929922a6c', 'name': 'network-vif-deleted', 'tag': '0adb1cce-9122-48eb-aba2-b68e8140e333', 'status': 'completed', 'code': 200} Jun 24 04:18:50.891317 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Sync routers for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:50.900160 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:50.903232 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:50.954195 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.006640 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:51.025945 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.030520 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8f1aff0e-3e0e-4a5c-b4ee-46c5d0eb8f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:51.047913 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:18:51.062081 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9258e9eb-e402-4142-8ca8-fa4794eccbcb,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.064615 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.065002 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.segments_db [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Added segment dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7 of type vlan for network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 Jun 24 04:18:51.081287 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.081673 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.082022 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.082380 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.082736 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.083086 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.083436 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.083781 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.084130 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.084473 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.084817 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.085236 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.092579 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:51.139633 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756513994024'] for network, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.236704 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 2, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:51.258066 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769'] for network, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.259653 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:51.260226 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.262409 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Checking router: 56294bcb-fdcc-432c-baf1-6470a17e7d40 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:51.267225 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Updating router 56294bcb-fdcc-432c-baf1-6470a17e7d40 port 79e97036-6c61-467d-b6f0-f1c2f34fca86 binding host dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:18:51.267366 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:51.296410 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.319373 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Pushing event updated for resources: {'Network': ['ID=8b5c7356-bf7b-490e-acc7-f27253ced9e8,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.322076 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:51.328972 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 details requested by agent ovs-agent-dv-cinder-792462-18-smb with host dv-cinder-792462-18-smb {{(pid=93544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:18:51.367535 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6310089 Jun 24 04:18:51.369993 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49840) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:51.375257 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Request body: {'subnet': {'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-931741373-subnet', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'ip_version': 4}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:51.475421 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Made reservation on behalf of d46d6427a1ac439d839b8f06988821b4 for: {'subnet': 1} {{(pid=93542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:51.477854 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8610147'] for subnet, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.572223 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Notify callbacks [] for port, precommit_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.585630 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.provisioning_blocks [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Transition to ACTIVE for port object 79e97036-6c61-467d-b6f0-f1c2f34fca86 will not be triggered until provisioned by entity L2. {{(pid=93545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:51.618733 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a0325ddc-fd1e-4c2c-9b70-abc65d22e015 req-e45344fe-1302-490a-a789-0e6ddacdf393 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5933509-446f-475e-afab-a52929922a6c HTTP/1.1" status: 200 len: 210 time: 0.0282254 Jun 24 04:18:51.681123 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.683403 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:51.733524 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10296629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8610165'] for subnet, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.737534 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:51.747978 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Pushing event updated for resources: {'Port': ['ID=79e97036-6c61-467d-b6f0-f1c2f34fca86,revision_number=3']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.782411 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.782797 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.783341 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.783653 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.784018 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.784342 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.784657 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.784971 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.785327 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.785828 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.786181 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.786650 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:51.791210 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:51.795428 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ab8642-e124-4a90-813f-64c363fd1af1,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.798112 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:51.803722 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Checking segment: {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:51.804122 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Network hostable DHCP agents. Network: 8b5c7356-bf7b-490e-acc7-f27253ced9e8, hostable agents: ['5981c9f2-668d-4d83-adc1-3aa0ed43eec1'], hosted agents: [] {{(pid=93542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:18:51.804917 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Attempting to bind port 79e97036-6c61-467d-b6f0-f1c2f34fca86 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:51.805574 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Attempting to bind port 79e97036-6c61-467d-b6f0-f1c2f34fca86 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:51.805940 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Attempting to bind port 79e97036-6c61-467d-b6f0-f1c2f34fca86 on network f756618c-c8a4-400f-bfa0-5320eba7c559 {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:51.812983 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:51.815804 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Checking segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:51.815804 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.815804 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Bound using segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} {{(pid=93545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:51.815804 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.managers [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Bound port: 79e97036-6c61-467d-b6f0-f1c2f34fca86, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'}}] {{(pid=93545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:51.815804 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.883496 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] For port 79e97036-6c61-467d-b6f0-f1c2f34fca86, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:51.887314 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.plugins.ml2.db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] For port 79e97036-6c61-467d-b6f0-f1c2f34fca86, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=79e97036-6c61-467d-b6f0-f1c2f34fca86,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:51.923035 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 is scheduled to be hosted by DHCP agent 5981c9f2-668d-4d83-adc1-3aa0ed43eec1 with binding_index 1 {{(pid=93542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:18:51.976545 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:51.976545 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:52.024489 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-smb, 8b5c7356-bf7b-490e-acc7-f27253ced9e8) {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:52.033827 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:52.033827 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.034341 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a064fd-fba5-46b8-86b0-8bd6eabd2691 None None] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:18:52.034697 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Pushing event updated for resources: {'Port': ['ID=79e97036-6c61-467d-b6f0-f1c2f34fca86,revision_number=4']} {{(pid=93545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:52.037006 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 90e35cb6-1509-4c5c-b7e8-cffa523c069f up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:52.045472 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG oslo_concurrency.lockutils [None req-31c884a7-925d-414f-ac12-1da089f6c0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:52.047534 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:52.048151 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:52.130761 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-9ab1974e-9cb4-493a-b8b2-98d18e987e93 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7593942 Jun 24 04:18:52.133188 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49848) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:52.138827 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:52.154583 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 90e35cb6-1509-4c5c-b7e8-cffa523c069f triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:52.154966 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.177986 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:52.241648 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1612914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5444'] for router, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.242860 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1612811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5453'] for router, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.291095 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9855ab-0432-5ee6-9309-48f103899690-8b5c7356-bf7b-490e-acc7-f27253ced9e8', 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'fixed_ips': [{'subnet_id': 'b5ab8642-e124-4a90-813f-64c363fd1af1'}]}} from dv-cinder-792462-18-smb. {{(pid=93544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:18:52.291095 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.319906 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.388659 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:51Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:52.415902 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dcf1f7-6093-4497-94d4-56d6e8dedb74 None None] The sync data for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb is: [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:51Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:52.443550 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.db_base_plugin_common [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Allocated IP 172.20.0.2 (8b5c7356-bf7b-490e-acc7-f27253ced9e8/b5ab8642-e124-4a90-813f-64c363fd1af1/394ad6d8-9273-4048-81f1-ca04412dab18) {{(pid=93544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:52.624077 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Notify callbacks [] for port, precommit_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.633374 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Transition to ACTIVE for port object 394ad6d8-9273-4048-81f1-ca04412dab18 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:52.649531 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Transition to ACTIVE for port object 394ad6d8-9273-4048-81f1-ca04412dab18 will not be triggered until provisioned by entity DHCP. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:52.721849 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551'] for port, after_create {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.722135 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49852) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:52.723543 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:52.763297 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5475'] for router, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.769916 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 is already hosted by enough agents. {{(pid=93544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:52.772923 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.scheduler.base_scheduler [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Resources bound (agent type, host, resource id): {{(pid=93544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:52.778043 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Received port after_create {{(pid=93544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:52.783317 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Pushing event updated for resources: {'Port': ['ID=394ad6d8-9273-4048-81f1-ca04412dab18,revision_number=1']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:52.785615 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:52.804314 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.844649 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Attempting to bind port 394ad6d8-9273-4048-81f1-ca04412dab18 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:52.845435 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Attempting to bind port 394ad6d8-9273-4048-81f1-ca04412dab18 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:52.846004 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Attempting to bind port 394ad6d8-9273-4048-81f1-ca04412dab18 on network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:52.846723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.853010 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:52.856391 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Checking segment: {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:52.857200 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.857288 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Bound using segment: {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:52.857767 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Bound port: 394ad6d8-9273-4048-81f1-ca04412dab18, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:52.858157 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.945275 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] For port 394ad6d8-9273-4048-81f1-ca04412dab18, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:52.948650 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] For port 394ad6d8-9273-4048-81f1-ca04412dab18, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=394ad6d8-9273-4048-81f1-ca04412dab18,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:52.982381 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.985552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:52.986908 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] 10.222.0.11 "DELETE /v2.0/security-groups/658aa09e-807c-4bc7-8eb3-db6d93e6f51b HTTP/1.1" status: 204 len: 168 time: 0.2637920 Jun 24 04:18:52.987800 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fe9b870e-9b6d-42d4-931f-54b65c4d528e tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:53.000321 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658aa09e-807c-4bc7-8eb3-db6d93e6f51b,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:53.005991 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-843f4160-9329-4e90-b6c5-d89d69894ba9 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:53.015391 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.019139 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:53.079314 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.101337 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Pushing event updated for resources: {'Port': ['ID=394ad6d8-9273-4048-81f1-ca04412dab18,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:53.101537 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.106312 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49858) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:53.109367 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:53.212850 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7424-de82-44c5-a0d7-c01040639c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.232345 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Allocated IP 172.28.1.253 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/8b692ee9-b82d-434c-b02d-36d5cd17419b) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:53.375719 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.484299 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10296197'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.486433 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-51ef395d-77e1-48d5-a832-666d892b557d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:53.532375 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:53.536459 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Pushing event updated for resources: {'Port': ['ID=8b692ee9-b82d-434c-b02d-36d5cd17419b,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:53.539046 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:53.540848 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:53.541570 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:53.596169 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.893409 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:53.910203 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Deleting port cf3000f5-c519-4b35-b916-51b22255f3cf {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:53.911182 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.009888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] For port cf3000f5-c519-4b35-b916-51b22255f3cf, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=cf3000f5-c519-4b35-b916-51b22255f3cf,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:54.010254 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.028700 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:54.029326 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Calling delete_port for cf3000f5-c519-4b35-b916-51b22255f3cf owned by network:router_interface {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:54.058071 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 0adb1cce-9122-48eb-aba2-b68e8140e333 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:18:54.058707 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 0adb1cce-9122-48eb-aba2-b68e8140e333 not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:54.143284 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401931'] for router, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.172017 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 79e97036-6c61-467d-b6f0-f1c2f34fca86 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:54.203184 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d0809-1af9-4dbd-8073-d047ce75c570 None None] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:18:54.351957 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.354120 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b1c27c3d-8625-4a5b-a53f-80aaf8c24d0c tempest-AttachVolumeNegativeTest-2056281927 tempest-AttachVolumeNegativeTest-2056281927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:54.377660 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3000f5-c519-4b35-b916-51b22255f3cf,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:54.378744 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 is scheduled to L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 with binding_index 1 {{(pid=93542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:18:54.378885 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-80c1f405-3299-4567-b223-dcd390b20a33 None None] Provisioning for port 394ad6d8-9273-4048-81f1-ca04412dab18 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:54.380728 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:54.380949 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 79e97036-6c61-467d-b6f0-f1c2f34fca86 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:54.386149 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 79e97036-6c61-467d-b6f0-f1c2f34fca86 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:54.388356 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.487748 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.520091 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:54.533887 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Sync routers for ids ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:54.543868 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 79e97036-6c61-467d-b6f0-f1c2f34fca86, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=79e97036-6c61-467d-b6f0-f1c2f34fca86,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:54.552053 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Routers {'9c98eee1-1097-4e08-8fcf-128ef06dfee7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:54.552790 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:54.618722 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.624073 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-50e5d41a-2a2d-4d89-a868-e8be2412de0b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4896500 Jun 24 04:18:54.626704 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49860) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:54.644343 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.649215 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 394ad6d8-9273-4048-81f1-ca04412dab18 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:54.824709 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:54.904856 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:54.932460 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Set router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:54.989293 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=79e97036-6c61-467d-b6f0-f1c2f34fca86,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:54.993975 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:55.096097 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 394ad6d8-9273-4048-81f1-ca04412dab18 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:55.096778 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.102305 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 394ad6d8-9273-4048-81f1-ca04412dab18 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:55.102777 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.123437 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Router a24a6d54-5f59-4cac-bc0f-db6e40fab27d has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:55.161671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:18:53Z', 'revision_number': 3, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:55.208925 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Checking router: 9c98eee1-1097-4e08-8fcf-128ef06dfee7 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:55.209403 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Updating router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 port 8b692ee9-b82d-434c-b02d-36d5cd17419b binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:18:55.244459 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:55.253007 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-1edde020-7903-46e6-9d71-dba2f58412f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/a24a6d54-5f59-4cac-bc0f-db6e40fab27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1429703 Jun 24 04:18:55.253215 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49862) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:55.254218 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] Sync routers for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:55.256413 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.265416 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:55.266302 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:55.266996 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.298624 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_common [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Allocated IP 172.20.0.1 (8b5c7356-bf7b-490e-acc7-f27253ced9e8/b5ab8642-e124-4a90-813f-64c363fd1af1/ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0) {{(pid=93542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:55.322654 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 394ad6d8-9273-4048-81f1-ca04412dab18, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=394ad6d8-9273-4048-81f1-ca04412dab18,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:55.383437 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:55.399282 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.405009 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:55.504277 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=394ad6d8-9273-4048-81f1-ca04412dab18,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:55.507449 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:55.566528 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:55.593894 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.604375 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Transition to ACTIVE for port object 8b692ee9-b82d-434c-b02d-36d5cd17419b will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:55.661532 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.671815 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.674103 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-62bfd986-5143-4836-a737-cf44139adcd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:55.683364 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] Checking router: a24a6d54-5f59-4cac-bc0f-db6e40fab27d for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:55.691942 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] Routers {'a24a6d54-5f59-4cac-bc0f-db6e40fab27d'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:55.692554 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:55.725403 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Attempting to bind port 8b692ee9-b82d-434c-b02d-36d5cd17419b on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:55.725920 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Attempting to bind port 8b692ee9-b82d-434c-b02d-36d5cd17419b by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:55.726366 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Attempting to bind port 8b692ee9-b82d-434c-b02d-36d5cd17419b on network d629047d-26a6-4fa8-81d4-7db2caedfe3a {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:55.732457 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-263ab78e-35e2-416b-8321-3ed82e3d0f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.736664 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff95c-dada-4210-b641-c4fe220266fe None None] Pushing event updated for resources: {'Port': ['ID=8b692ee9-b82d-434c-b02d-36d5cd17419b,revision_number=2']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:55.739390 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b7eff95c-dada-4210-b641-c4fe220266fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:55.740849 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:55.741335 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Checking segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:55.741847 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.742340 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Bound using segment: {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:55.742925 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Bound port: 8b692ee9-b82d-434c-b02d-36d5cd17419b, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b254e-75a7-4fa6-82f2-c80fb548f558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:55.743410 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.765603 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.787677 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.provisioning_blocks [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Transition to ACTIVE for port object ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:55.804955 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] Set router a24a6d54-5f59-4cac-bc0f-db6e40fab27d gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:55.807311 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] For port 8b692ee9-b82d-434c-b02d-36d5cd17419b, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:55.811031 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] For port 8b692ee9-b82d-434c-b02d-36d5cd17419b, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=8b692ee9-b82d-434c-b02d-36d5cd17419b,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:55.811451 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.922948 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.940795 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.941107 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10296197'] for port, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:55.943819 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:55.944360 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2c34c006-4c9a-449c-a4f3-a64f4734efaa tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:55.985725 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:56.009997 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Routers {'9c98eee1-1097-4e08-8fcf-128ef06dfee7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:56.010617 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:56.020647 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:56.020896 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eff95c-dada-4210-b641-c4fe220266fe None None] Pushing event updated for resources: {'Port': ['ID=8b692ee9-b82d-434c-b02d-36d5cd17419b,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:56.020896 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b7eff95c-dada-4210-b641-c4fe220266fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:56.023148 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:56.025405 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727bff2-d46f-4dd4-abd2-0c5f7aca7bf9 None None] The sync data for ids ['a24a6d54-5f59-4cac-bc0f-db6e40fab27d'] in dv-cinder-792462-18-smb is: [{'id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'name': 'tempest-TestShelveInstance-615755781-router', 'tenant_id': 'e6ddaebaace6463692eea34c8b53f984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:06Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'e6ddaebaace6463692eea34c8b53f984', 'gw_port': {'id': 'ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24a6d54-5f59-4cac-bc0f-db6e40fab27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:08Z', 'updated_at': '2021-06-24T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:56.026608 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Received port after_create {{(pid=93542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:56.063813 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Pushing event updated for resources: {'Port': ['ID=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:56.067679 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:56.092088 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Deleting port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:56.092438 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.121126 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382077'] for router_interface, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.162531 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] Set router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:56.196131 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 79e97036-6c61-467d-b6f0-f1c2f34fca86 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:56.263076 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] For port ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:56.263076 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.283747 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Calling delete_port for ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 owned by network:router_gateway {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:56.354174 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 79e97036-6c61-467d-b6f0-f1c2f34fca86 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:56.354585 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.449551 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.460761 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b9955b5f-9596-4dd8-b8ff-5fea8cc27c4e None None] Provisioning for port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:56.469366 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:18:53Z', 'revision_number': 3, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:56.473229 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b9955b5f-9596-4dd8-b8ff-5fea8cc27c4e None None] Provisioning complete for port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:56.473626 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b9955b5f-9596-4dd8-b8ff-5fea8cc27c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.525571 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef27d-1a63-4bdd-9a38-b951dffa26ed None None] The sync data for ids ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'] in dv-cinder-792462-18-smb is: [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:18:53Z', 'revision_number': 3, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:56.530023 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 394ad6d8-9273-4048-81f1-ca04412dab18 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:56.571671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-b9955b5f-9596-4dd8-b8ff-5fea8cc27c4e None None] Port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:18:56.590211 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 394ad6d8-9273-4048-81f1-ca04412dab18 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:56.590211 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.622234 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.627341 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:56.657703 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:56.662770 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:56.726376 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.748187 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.839522 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10296247'] for port, after_update {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.843790 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e625c63e-3473-4202-ab83-507e5d22324a tempest-ServerRescueNegativeTestJSON-79739113 tempest-ServerRescueNegativeTestJSON-79739113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:56.858664 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.863363 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.867760 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.952355 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382089'] for router_interface, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:56.955205 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Pushing event updated for resources: {'Port': ['ID=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,revision_number=2']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:56.960344 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:57.039395 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.039927 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a24a6d54-5f59-4cac-bc0f-db6e40fab27d {{(pid=93542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:18:57.045078 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.048625 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-a8801af8-0fcd-4195-94fa-fda802e2d2ef admin admin] 10.222.0.11 "DELETE /v2.0/routers/a24a6d54-5f59-4cac-bc0f-db6e40fab27d HTTP/1.1" status: 204 len: 168 time: 1.7945745 Jun 24 04:18:57.049738 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49864) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:57.061316 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 is already hosted by enough agents. {{(pid=93542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:57.062877 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.base_scheduler [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:57.138873 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Deleting subnet f9c796a9-e729-47d9-bc2d-c793f7858668 {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:18:57.148729 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.200194 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282948'] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.206979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:57.331027 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.343883 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:57.354065 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c8874ea5-89b5-455a-965d-63e18f6db043 admin admin] 10.222.0.11 "PUT /v2.0/routers/9c98eee1-1097-4e08-8fcf-128ef06dfee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7254565 Jun 24 04:18:57.399195 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-5c74495a-75f1-46ea-aa0e-15da479bb5aa None None] Provisioning complete for port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:57.399736 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5c74495a-75f1-46ea-aa0e-15da479bb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.442034 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-5c74495a-75f1-46ea-aa0e-15da479bb5aa None None] Port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:18:57.455068 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9387162'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.458908 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fdcaa3b2-41e2-45fb-bb33-927929aa25e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:57.487320 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c796a9-e729-47d9-bc2d-c793f7858668,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:57.490399 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:57.491543 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.494023 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-57f17ffe-732d-4fd2-bc97-2ec4a0b6fd73 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f9c796a9-e729-47d9-bc2d-c793f7858668 HTTP/1.1" status: 204 len: 168 time: 0.4427552 Jun 24 04:18:57.496732 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49874) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:57.497114 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa88245e-3f3b-48ed-b4a2-0cd8926dbf5c None None] Network b80fa2d7-a726-422e-a74a-e354471f1416 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:18:57.583388 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.644565 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Deleting port 85624999-3833-4684-8175-c404ed3cce5c {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:57.644911 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.710255 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] For port 85624999-3833-4684-8175-c404ed3cce5c, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=85624999-3833-4684-8175-c404ed3cce5c,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:57.710536 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.723732 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Calling delete_port for 85624999-3833-4684-8175-c404ed3cce5c owned by network:dhcp {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:57.837253 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] DHCP port deletion for b80fa2d7-a726-422e-a74a-e354471f1416 request from dv-cinder-792462-18-smb {{(pid=93544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:18:57.888942 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Deleting port 85624999-3833-4684-8175-c404ed3cce5c {{(pid=93544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:57.889609 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.912710 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.916810 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-406b3983-1725-4478-9282-e0618646d10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:57.941762 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=85624999-3833-4684-8175-c404ed3cce5c,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:57.944938 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:57.945727 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] No DVR routers for this DVR port 85624999-3833-4684-8175-c404ed3cce5c on host dv-cinder-792462-18-smb {{(pid=93542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:18:57.960709 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] For port 85624999-3833-4684-8175-c404ed3cce5c, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=85624999-3833-4684-8175-c404ed3cce5c,segment=NetworkSegment(acf0b46a-1a2c-4ab4-a521-5e198b584eb3),segment_id=acf0b46a-1a2c-4ab4-a521-5e198b584eb3)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:57.961095 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:57.973533 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Calling delete_port for 85624999-3833-4684-8175-c404ed3cce5c owned by network:dhcp {{(pid=93544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:58.036868 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.047135 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80fa2d7-a726-422e-a74a-e354471f1416']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:58.059356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:58.059662 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf0b46a-1a2c-4ab4-a521-5e198b584eb3') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:58.063144 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.065353 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:58.070540 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.088808 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.089848 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Pushing event deleted for resources: {'Port': ['ID=85624999-3833-4684-8175-c404ed3cce5c,revision_number=None']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.093332 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:58.094118 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032ebea-b048-436d-bd31-375c13f6e7f4 None None] No DVR routers for this DVR port 85624999-3833-4684-8175-c404ed3cce5c on host dv-cinder-792462-18-smb {{(pid=93544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:18:58.095834 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:18:58.096355 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:18:58.098161 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:18:58.106661 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 8b692ee9-b82d-434c-b02d-36d5cd17419b up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:58.241146 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.246878 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.248909 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] 10.222.0.11 "DELETE /v2.0/networks/b80fa2d7-a726-422e-a74a-e354471f1416 HTTP/1.1" status: 204 len: 168 time: 0.7511461 Jun 24 04:18:58.249614 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:58.252063 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49894) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:58.265019 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=b80fa2d7-a726-422e-a74a-e354471f1416,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.270019 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3b7c4301-aa3a-476d-8cde-a1615886fdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:58.274634 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port 8b692ee9-b82d-434c-b02d-36d5cd17419b completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:58.280304 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 8b692ee9-b82d-434c-b02d-36d5cd17419b triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:58.280825 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.340288 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Sync routers for ids ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:58.393115 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Routers {'9c98eee1-1097-4e08-8fcf-128ef06dfee7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:58.394058 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:58.467625 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.528143 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port 8b692ee9-b82d-434c-b02d-36d5cd17419b, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=8b692ee9-b82d-434c-b02d-36d5cd17419b,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:58.550283 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.560610 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Set router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:58.646952 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.650416 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:58.663905 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:58.738881 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:58.770028 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:18:58.770385 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ee6aa4bf-2dd4-4195-bfaa-5c3f2ac7f135 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:58.770823 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device cf3000f5-c519-4b35-b916-51b22255f3cf no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:58.797973 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=8b692ee9-b82d-434c-b02d-36d5cd17419b,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.801689 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:58.802258 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: cf3000f5-c519-4b35-b916-51b22255f3cf {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:18:58.802610 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device cf3000f5-c519-4b35-b916-51b22255f3cf not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:58.803038 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 85624999-3833-4684-8175-c404ed3cce5c no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:58.833101 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 85624999-3833-4684-8175-c404ed3cce5c {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:18:58.833101 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 85624999-3833-4684-8175-c404ed3cce5c not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:58.928161 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:18:56Z', 'revision_number': 4, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0', 'name': '', 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'mac_address': 'fa:16:3e:4a:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b5ab8642-e124-4a90-813f-64c363fd1af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:55Z', 'updated_at': '2021-06-24T04:18:56Z', 'revision_number': 2, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'subnets': [{'id': 'b5ab8642-e124-4a90-813f-64c363fd1af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:58.958681 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Checking router: 9c98eee1-1097-4e08-8fcf-128ef06dfee7 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:58.959044 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Updating router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 binding host dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:18:58.987583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Deleting port 51ebfda1-f655-42fa-b717-fe3e01a88ff1 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:58.987583 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.011337 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.083151 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] For port 51ebfda1-f655-42fa-b717-fe3e01a88ff1, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=51ebfda1-f655-42fa-b717-fe3e01a88ff1,segment=NetworkSegment(17147f83-33ea-4d1d-99d5-c6c1b4330557),segment_id=17147f83-33ea-4d1d-99d5-c6c1b4330557)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:59.083787 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.097812 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Calling delete_port for 51ebfda1-f655-42fa-b717-fe3e01a88ff1 owned by network:router_interface {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:59.347424 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Notify callbacks [] for port, precommit_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.418165 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Transition to ACTIVE for port object ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 will not be triggered until provisioned by entity L2. {{(pid=93544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:59.418393 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.421678 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8c57a196-82db-4f49-b3c7-acd8299a6df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:59.447081 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=51ebfda1-f655-42fa-b717-fe3e01a88ff1,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:59.456110 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:59.488864 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.490997 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-b676b1fe-2157-4028-9190-91c0271f8f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:59.578637 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a973f-f3b5-46d3-9f1c-3638e3697fa8 None None] Pushing event updated for resources: {'Port': ['ID=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,revision_number=3']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:59.581741 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-173a973f-f3b5-46d3-9f1c-3638e3697fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:59.659380 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Attempting to bind port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 on host dv-cinder-792462-18-smb for vnic_type normal with profile {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:59.659782 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Attempting to bind port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 by drivers openvswitch,hyperv on host dv-cinder-792462-18-smb at level 0 using segments [{'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:59.660128 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Attempting to bind port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 on network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:59.671301 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Checking agent: {'id': '0ddc9ae9-6a46-480b-aef6-941de0345aec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 56), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:59.671690 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Checking segment: {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:59.672103 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.672506 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Bound using segment: {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'} {{(pid=93544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:59.672989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.managers [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Bound port: ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0, host: dv-cinder-792462-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8'}}] {{(pid=93544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:59.673854 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.717386 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.784729 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] For port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0, host dv-cinder-792462-18-smb, cleared binding levels {{(pid=93544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:59.789586 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] For port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0, host dv-cinder-792462-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:59.879451 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:59.881480 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:00.009688 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Routers {'9c98eee1-1097-4e08-8fcf-128ef06dfee7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:00.013747 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.017359 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a973f-f3b5-46d3-9f1c-3638e3697fa8 None None] Pushing event updated for resources: {'Port': ['ID=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:00.029813 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Router dd38930c-74fa-4815-aa25-20016dff1dd4 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:00.120256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-173a973f-f3b5-46d3-9f1c-3638e3697fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:00.172868 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:00.180015 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-7c065c2f-015e-4904-87fd-0f17feb77a0a admin admin] 10.222.0.11 "PUT /v2.0/routers/dd38930c-74fa-4815-aa25-20016dff1dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9247262 Jun 24 04:19:00.180195 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49898) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:00.188865 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] Sync routers for ids ['dd38930c-74fa-4815-aa25-20016dff1dd4'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:00.204783 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 8b692ee9-b82d-434c-b02d-36d5cd17419b up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:00.206090 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] Routers {'dd38930c-74fa-4815-aa25-20016dff1dd4'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:00.206788 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['dd38930c-74fa-4815-aa25-20016dff1dd4'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.317849 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks [] for router, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:00.327394 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] Set router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:00.361899 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port 8b692ee9-b82d-434c-b02d-36d5cd17419b triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:00.362225 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:00.367308 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] Set router dd38930c-74fa-4815-aa25-20016dff1dd4 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:00.448992 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:00.572611 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:18:59Z', 'revision_number': 5, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port': {'id': '4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:16Z', 'updated_at': '2021-06-24T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.607933 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] Checking router: dd38930c-74fa-4815-aa25-20016dff1dd4 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:00.624812 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] Routers {'dd38930c-74fa-4815-aa25-20016dff1dd4'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:00.625927 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:18:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['dd38930c-74fa-4815-aa25-20016dff1dd4'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.633247 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Deleting port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:00.633723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:00.757762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] For port 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:00.758569 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:00.764006 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] Set router dd38930c-74fa-4815-aa25-20016dff1dd4 gateway port host: None {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:00.768728 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:18:56Z', 'revision_number': 4, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0', 'name': '', 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'mac_address': 'fa:16:3e:4a:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b5ab8642-e124-4a90-813f-64c363fd1af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:55Z', 'updated_at': '2021-06-24T04:18:59Z', 'revision_number': 4, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'subnets': [{'id': 'b5ab8642-e124-4a90-813f-64c363fd1af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.775394 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Calling delete_port for 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 owned by network:router_gateway {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:00.806752 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908482b-fdd0-47f4-80a3-4e74e3509e5f None None] The sync data for ids ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'] in dv-cinder-792462-18-smb is: [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:18:56Z', 'revision_number': 4, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': 'ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0', 'name': '', 'network_id': '8b5c7356-bf7b-490e-acc7-f27253ced9e8', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'mac_address': 'fa:16:3e:4a:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b5ab8642-e124-4a90-813f-64c363fd1af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:55Z', 'updated_at': '2021-06-24T04:18:59Z', 'revision_number': 4, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'subnets': [{'id': 'b5ab8642-e124-4a90-813f-64c363fd1af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:00.841127 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:19:00Z', 'revision_number': 6, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port_host': None}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.911676 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2bd33-5a28-4c76-9503-f4b675c3c6b2 None None] The sync data for ids ['dd38930c-74fa-4815-aa25-20016dff1dd4'] in dv-cinder-792462-18-smb is: [{'id': 'dd38930c-74fa-4815-aa25-20016dff1dd4', 'name': 'tempest-TestShelveInstance-2059704071-router', 'tenant_id': '5a1024662a474f178758d882773efb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:15Z', 'updated_at': '2021-06-24T04:19:00Z', 'revision_number': 6, 'project_id': '5a1024662a474f178758d882773efb14', 'gw_port_host': None}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:01.078556 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.080970 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:01.113556 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:01.122449 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:01.208135 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.676193 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.678540 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.813449 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.814315 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd38930c-74fa-4815-aa25-20016dff1dd4 {{(pid=93543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:19:01.821365 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] Notify callbacks [] for router, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.822645 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-4f7d6a8b-9d91-43c8-ac2c-ef5dd41f427b admin admin] 10.222.0.11 "DELETE /v2.0/routers/dd38930c-74fa-4815-aa25-20016dff1dd4 HTTP/1.1" status: 204 len: 168 time: 1.6415501 Jun 24 04:19:01.826055 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49900) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:01.876721 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Deleting subnet 9df19e60-26b5-4bae-aab0-e007f5d94a00 {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:19:01.880222 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:01.925016 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282948'] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.009245 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.104192 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:02.201510 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9387162'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.204457 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ad0bd5e2-a905-440c-83d5-000029eb8aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:02.227235 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df19e60-26b5-4bae-aab0-e007f5d94a00,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:02.230359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:02.234225 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning for port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:02.235256 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.235986 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:02.236664 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.237236 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-78b310cb-d48a-410a-82dc-b7bd336ec3c2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9df19e60-26b5-4bae-aab0-e007f5d94a00 HTTP/1.1" status: 204 len: 168 time: 0.4100473 Jun 24 04:19:02.239752 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49902) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:02.242348 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b42fb-42e4-4419-8059-66e68f22ba6c None None] Network c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:02.330376 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.388191 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Deleting port 10a843de-1ed9-4135-900a-3ca88505aa25 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:02.388830 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.430106 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.462354 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] For port 10a843de-1ed9-4135-900a-3ca88505aa25, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=10a843de-1ed9-4135-900a-3ca88505aa25,segment=NetworkSegment(17147f83-33ea-4d1d-99d5-c6c1b4330557),segment_id=17147f83-33ea-4d1d-99d5-c6c1b4330557)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:02.463126 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.478556 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] For port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:02.482190 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Calling delete_port for 10a843de-1ed9-4135-900a-3ca88505aa25 owned by network:dhcp {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:02.557926 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.560445 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:02.614128 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] DHCP port deletion for c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 request from dv-cinder-792462-18-smb {{(pid=93544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:19:02.665453 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:02.693165 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.697087 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:02.697317 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 4a5d1273-d7ab-4eb7-b98b-09dbcdf709c6 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:02.697749 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 51ebfda1-f655-42fa-b717-fe3e01a88ff1 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:02.709018 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8767b115-a7c3-4217-9f8e-a5b88e8ff496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:02.722189 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Pushing event updated for resources: {'Port': ['ID=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:02.725855 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 51ebfda1-f655-42fa-b717-fe3e01a88ff1 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:02.726241 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 51ebfda1-f655-42fa-b717-fe3e01a88ff1 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:02.727852 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:02.745760 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Deleting port 10a843de-1ed9-4135-900a-3ca88505aa25 {{(pid=93544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:02.746240 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.757615 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] No DVR routers for this DVR port 10a843de-1ed9-4135-900a-3ca88505aa25 on host dv-cinder-792462-18-smb {{(pid=93542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:02.764380 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=10a843de-1ed9-4135-900a-3ca88505aa25,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:02.770017 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:02.812405 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] For port 10a843de-1ed9-4135-900a-3ca88505aa25, host dv-cinder-792462-18-smb, got binding levels [] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:02.813124 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.830052 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Calling delete_port for 10a843de-1ed9-4135-900a-3ca88505aa25 owned by network:dhcp {{(pid=93544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:02.832918 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.ipam_backend_mixin [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Port 10a843de-1ed9-4135-900a-3ca88505aa25 was not found and therefore no delete operation was performed {{(pid=93544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 04:19:02.834237 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:02.836125 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:02.875711 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Pushing event deleted for resources: {'Port': ['ID=10a843de-1ed9-4135-900a-3ca88505aa25,revision_number=None']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:02.879417 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:02.880408 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2dac0d-8853-423d-b18f-eeb5b808e3f9 None None] No DVR routers for this DVR port 10a843de-1ed9-4135-900a-3ca88505aa25 on host dv-cinder-792462-18-smb {{(pid=93544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:03.089173 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.101282 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9']}} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:03.113061 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17147f83-33ea-4d1d-99d5-c6c1b4330557') {'for_net_delete': True} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:03.113358 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.services.segments.db [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17147f83-33ea-4d1d-99d5-c6c1b4330557') {} {{(pid=93542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:03.122915 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3097497'] for segment, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.137575 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.145945 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:19:03.146420 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10296155'] for segment, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: Traceback (most recent call last): Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: timer() Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: cb(*args, **kw) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: return func(*args, **kwargs) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: self._notify() Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: self.callback(batched_events) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: event.method(event) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: return f(self, *a, **k) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: return self._get(url).json() Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: return self.request(url, 'GET', **kwargs) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:19:03.148277 dv-cinder-792462-18-smb neutron-server[93542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:19:03.260255 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.264757 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:03.269546 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.273967 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] 10.222.0.11 "DELETE /v2.0/networks/c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9 HTTP/1.1" status: 204 len: 168 time: 1.0308223 Jun 24 04:19:03.287060 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c09446ec-f7f9-4b1d-8f5b-ffe3be1d2bf9,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:03.289604 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-fb24badd-c459-4270-a545-5213fb2f8f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:03.669965 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 49910) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:03.724889 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-05c75e03-6702-4ac3-bd61-64fe6cb97758 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6ddaebaace6463692eea34c8b53f984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540833 Jun 24 04:19:03.727331 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49912) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:03.809092 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.843015 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.976699 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.981333 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.981333 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/724d7247-1301-49f2-879b-b00b4b49db29 HTTP/1.1" status: 204 len: 168 time: 0.2518697 Jun 24 04:19:03.981878 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-cf09fc47-6362-4549-8477-3ed5f9e02fc2 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:03.999835 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d7247-1301-49f2-879b-b00b4b49db29,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:04.004155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-97eaf1b9-79b8-4c16-8189-1319eea43874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:04.070410 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 up at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:04.133976 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Provisioning complete for port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:04.134625 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:04.280465 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 10a843de-1ed9-4135-900a-3ca88505aa25 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:04.300300 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 10a843de-1ed9-4135-900a-3ca88505aa25 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:04.300648 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 10a843de-1ed9-4135-900a-3ca88505aa25 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:04.761655 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49918) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:04.807241 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-767ea859-e600-41ce-a637-971a8c5cfe08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a1024662a474f178758d882773efb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443304 Jun 24 04:19:04.810422 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 49920) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:04.866787 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:04.893915 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:05.018627 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:05.021330 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:05.022475 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8efc1f3-1578-4812-a3a4-2291a8d450db HTTP/1.1" status: 204 len: 168 time: 0.2109385 Jun 24 04:19:05.023349 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-7f67303d-465e-473b-956d-6fbf5a76bd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:05.031557 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8efc1f3-1578-4812-a3a4-2291a8d450db,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:05.061189 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b8576344-692a-4c7e-8c36-5aef043dc26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:09.112257 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:10.032785 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-894d974b-d78c-4216-ae63-ad960558c5cb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:10.034224 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-894d974b-d78c-4216-ae63-ad960558c5cb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 815 time: 0.0964170 Jun 24 04:19:10.048306 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-de9255e7-5f90-4fda-8cce-c8dfa7f9e6e3 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/quotas/cf53095529be4e66bb4878f63f261e9a HTTP/1.1" status: 200 len: 375 time: 0.0086684 Jun 24 04:19:10.118291 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-2f81c460-21d5-4390-9bab-e51d387a01a2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653298 Jun 24 04:19:10.294720 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-86b4dfc8-ea36-45b5-b72e-1c1e2a4c3ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648116 Jun 24 04:19:10.383730 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-aafc7e3d-3013-48ef-b444-0772e94d60d5 service neutron] 10.222.0.11 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833104 Jun 24 04:19:10.669286 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8aa93414-6177-4181-bd44-e2e6ac518eee req-a65fdad0-7c40-4852-9341-af1f26def9be tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 210 time: 0.0291226 Jun 24 04:19:11.751014 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-81e867d7-ec97-4527-8e6d-db0dbfbf64b7 req-6858c8c1-a61f-433e-b1c2-3bea2cfdd57d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 210 time: 0.0284193 Jun 24 04:19:12.618589 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:19:12.894223 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-28bcc4c3-8ae3-4591-b7da-449b51f03af4 req-edb9e7a1-44ce-4c44-8778-f190579b31c7 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 210 time: 0.0273442 Jun 24 04:19:13.098179 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-95e66374-1248-4db7-b885-ad0fb93e2cef tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:13.099763 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-95e66374-1248-4db7-b885-ad0fb93e2cef tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 815 time: 0.1082551 Jun 24 04:19:13.111901 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'port': {'device_id': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'admin_state_up': True, 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:13.278312 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Made reservation on behalf of cf53095529be4e66bb4878f63f261e9a for: {'port': 1} {{(pid=93543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:13.281888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:13.406701 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Allocated IP 172.20.0.4 (f756618c-c8a4-400f-bfa0-5320eba7c559/3bf4d31b-7a64-4eb2-a98a-e6155fce5564/8aef01c1-e64e-4178-bdf8-94f8a3e571bc) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:13.552203 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:13.566438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Transition to ACTIVE for port object 8aef01c1-e64e-4178-bdf8-94f8a3e571bc will not be triggered until provisioned by entity DHCP. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:13.647634 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:13.651805 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a8d27038-e8df-4de7-a44e-1495f623af02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:13.695320 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Network f756618c-c8a4-400f-bfa0-5320eba7c559 is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:13.698380 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:13.703586 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:13.707288 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:13.726618 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:13.754345 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:13.754981 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:13.848200 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-9bdc73bd-d4b1-4fb4-9087-0a815447ca00 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399158 Jun 24 04:19:13.861468 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Request body: {'port': {'device_id': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:13.955896 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.032073 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-52f6978d-fac2-4021-95d1-cad214007bdf None None] Provisioning for port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc completed by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:14.037163 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-52f6978d-fac2-4021-95d1-cad214007bdf None None] Provisioning complete for port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:14.037628 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-52f6978d-fac2-4021-95d1-cad214007bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.122033 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-52f6978d-fac2-4021-95d1-cad214007bdf None None] Port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc cannot update to ACTIVE because it is not bound. {{(pid=93544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:19:14.295217 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712e0a6-d6a9-45e8-abd8-87489a0b8634 req-f3786ff6-c183-4b3d-a9ec-45e77ea3a6f9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:14.296814 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b712e0a6-d6a9-45e8-abd8-87489a0b8634 req-f3786ff6-c183-4b3d-a9ec-45e77ea3a6f9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 931 time: 0.1213880 Jun 24 04:19:14.368434 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-b712e0a6-d6a9-45e8-abd8-87489a0b8634 req-3069a55f-7ff1-46c6-a922-8647cb5225d8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619795 Jun 24 04:19:14.370669 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aef01c1-e64e-4178-bdf8-94f8a3e571bc {{(pid=93543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:19:14.379814 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.394801 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.provisioning_blocks [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Transition to ACTIVE for port object 8aef01c1-e64e-4178-bdf8-94f8a3e571bc will not be triggered until provisioned by entity L2. {{(pid=93543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:14.472030 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.474686 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-bb47e6c4-2109-4078-9db9-3bbb614fd2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:14.577225 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:14.580770 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:14.639192 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Attempting to bind port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:14.639528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Attempting to bind port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:14.639857 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Attempting to bind port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc on network f756618c-c8a4-400f-bfa0-5320eba7c559 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:14.644511 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc on network f756618c-c8a4-400f-bfa0-5320eba7c559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:19:14.644829 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Attempting to bind port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc on network f756618c-c8a4-400f-bfa0-5320eba7c559 {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:14.655940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Checking agent: {'id': '2512b259-35db-4242-915f-af3ccd62aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:14.655940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Checking segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:14.655940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Bound using segment: {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'} {{(pid=93543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:14.655940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.managers [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Bound port: 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e01d9c-2829-4f27-befc-71ed36214447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559'}}] {{(pid=93543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:14.655940 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.730929 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, cleared binding levels {{(pid=93543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:14.734237 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:14.816195 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.818323 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-65222539-5ab6-4f76-bdc0-4d8aecb28ef6 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:14.853413 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:14.853819 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:14.855252 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] 10.222.0.21 "PUT /v2.0/ports/8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 1093 time: 0.9987566 Jun 24 04:19:14.855797 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:14.858338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b36eed-d71b-49f2-8f5c-41a560cedab1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:14.897712 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=3']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:14.901382 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8e49e913-6bac-4261-9d5c-807656734608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:14.912770 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3fcc1b-789a-4950-bb4d-575cee80193d x-openstack-request-id: req-9f3fcc1b-789a-4950-bb4d-575cee80193d {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:14.913145 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:14.914834 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f3fcc1b-789a-4950-bb4d-575cee80193d {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:14.914834 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'status': 'completed', 'code': 200} Jun 24 04:19:15.560349 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bdb27-4453-4f71-8ec7-d2dcf34ceb63 req-9e84b143-1bd4-4470-a9a8-617ba300c43a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:15.562151 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5e6bdb27-4453-4f71-8ec7-d2dcf34ceb63 req-9e84b143-1bd4-4470-a9a8-617ba300c43a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0728645 Jun 24 04:19:15.601226 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-5e6bdb27-4453-4f71-8ec7-d2dcf34ceb63 req-b4438150-b185-4b6a-9a2a-f8edeaee7126 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Jun 24 04:19:16.796006 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7386-7021-4e53-b588-12079d2e033c req-af02b70e-33c7-4ad5-b7b3-056f759171eb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:16.798100 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4fbc7386-7021-4e53-b588-12079d2e033c req-af02b70e-33c7-4ad5-b7b3-056f759171eb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0820565 Jun 24 04:19:16.838824 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-4fbc7386-7021-4e53-b588-12079d2e033c req-ade4bc0b-2cef-4500-ab73-98397bb880c3 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 Jun 24 04:19:18.018270 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94460-9bc9-4598-9832-56997b04978f req-9a305aa9-0e4c-4b18-a14d-d813a387c48e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:18.019772 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0fb94460-9bc9-4598-9832-56997b04978f req-9a305aa9-0e4c-4b18-a14d-d813a387c48e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0665016 Jun 24 04:19:18.057884 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0fb94460-9bc9-4598-9832-56997b04978f req-c332a64a-541a-4a37-b206-57f9761517fb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Jun 24 04:19:19.237634 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b3d74-a5af-4735-ab96-759b30ee506a req-cd242eb3-0113-4aad-b7bd-684b3096068c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:19.239109 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c32b3d74-a5af-4735-ab96-759b30ee506a req-cd242eb3-0113-4aad-b7bd-684b3096068c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0664248 Jun 24 04:19:19.279616 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-c32b3d74-a5af-4735-ab96-759b30ee506a req-29d7c8b0-b902-497d-a75b-976c28bba9e0 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Jun 24 04:19:20.451956 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd935ef-2096-4d0c-a8a7-bb7a1edb48c6 req-ff94095a-e913-420d-8979-fe5626e00a79 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:20.453511 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1cd935ef-2096-4d0c-a8a7-bb7a1edb48c6 req-ff94095a-e913-420d-8979-fe5626e00a79 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0645492 Jun 24 04:19:20.497021 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1cd935ef-2096-4d0c-a8a7-bb7a1edb48c6 req-ae40947c-75c4-49bc-8573-b3fdd420b402 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379884 Jun 24 04:19:21.674064 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0df9-0bd9-471e-85c2-b374d7ce4a96 req-2a11db64-35dc-43a4-a440-3dacb3b9cbdd tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:21.675579 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-25ee0df9-0bd9-471e-85c2-b374d7ce4a96 req-2a11db64-35dc-43a4-a440-3dacb3b9cbdd tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0642531 Jun 24 04:19:21.714989 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-25ee0df9-0bd9-471e-85c2-b374d7ce4a96 req-30169f5d-dba5-414d-87a5-d723704757e6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Jun 24 04:19:22.893343 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673fa89-c5eb-4454-9f23-25832d50a185 req-7470ba74-f2f2-49f9-bd8f-b54754d31d9c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:22.894847 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9673fa89-c5eb-4454-9f23-25832d50a185 req-7470ba74-f2f2-49f9-bd8f-b54754d31d9c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0675788 Jun 24 04:19:22.934173 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9673fa89-c5eb-4454-9f23-25832d50a185 req-60cb22dd-060d-4bde-99cb-bd503dbe3a44 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Jun 24 04:19:23.184792 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-2ef80f0c-f4cb-433a-a436-a2d376a912a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:23.817274 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eed-d71b-49f2-8f5c-41a560cedab1 req-c3779be1-5c3d-4bdc-9c9a-9251d31e7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:23.818699 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-24b36eed-d71b-49f2-8f5c-41a560cedab1 req-c3779be1-5c3d-4bdc-9c9a-9251d31e7fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1096 time: 0.0514927 Jun 24 04:19:23.921061 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eed-d71b-49f2-8f5c-41a560cedab1 req-42db3b34-5ac2-4c4d-9745-cdbd8a57fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:23.922483 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-24b36eed-d71b-49f2-8f5c-41a560cedab1 req-42db3b34-5ac2-4c4d-9745-cdbd8a57fa49 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf53095529be4e66bb4878f63f261e9a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931339 Jun 24 04:19:24.014894 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eed-d71b-49f2-8f5c-41a560cedab1 req-54d9a614-618d-43ab-8a17-ba27dcdd437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:24.016333 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-24b36eed-d71b-49f2-8f5c-41a560cedab1 req-54d9a614-618d-43ab-8a17-ba27dcdd437b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859122 Jun 24 04:19:24.107884 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-574e172d-62bc-40ef-9c80-7812e8ad0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:24.109297 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-574e172d-62bc-40ef-9c80-7812e8ad0232 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1096 time: 0.0560553 Jun 24 04:19:24.109435 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24fbc5-3702-4b81-83c6-01ef429fbdec req-a350d075-a618-4415-8ea5-c44966d9688d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:24.110755 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-de24fbc5-3702-4b81-83c6-01ef429fbdec req-a350d075-a618-4415-8ea5-c44966d9688d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0665557 Jun 24 04:19:24.148251 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-de24fbc5-3702-4b81-83c6-01ef429fbdec req-fd6d7e1a-6cfe-4393-89c5-092f90191847 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317776 Jun 24 04:19:24.150429 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-1b8a6110-1581-4ac3-92e4-61e3a3d528ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 217 time: 0.0337908 Jun 24 04:19:24.196138 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-4634b85a-b7b3-4665-bd6d-2f86ae2fcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:24.197545 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-4634b85a-b7b3-4665-bd6d-2f86ae2fcecd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0418179 Jun 24 04:19:24.254863 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-bdc00e6e-204d-4fde-ab75-8d4ea76919b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:24.256257 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-bdc00e6e-204d-4fde-ab75-8d4ea76919b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526662 Jun 24 04:19:24.341151 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-53ba031d-3303-4f88-ac96-7d4f0e58cea9 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785153 Jun 24 04:19:24.428556 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0cc47df9-3634-4d85-bf10-e7e05c8a60a2 req-b1cdf841-d670-464a-a4c2-01c4989cf4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813689 Jun 24 04:19:25.318734 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd0d3-f4f5-4d8e-b4a0-e795ae5fec45 req-b0500e69-516d-4ce7-912f-39606c468c27 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:25.320149 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-aeedd0d3-f4f5-4d8e-b4a0-e795ae5fec45 req-b0500e69-516d-4ce7-912f-39606c468c27 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 943 time: 0.0614657 Jun 24 04:19:25.355223 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-aeedd0d3-f4f5-4d8e-b4a0-e795ae5fec45 req-50ee51fb-ff19-46a4-8009-a7bb56089501 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296798 Jun 24 04:19:25.717945 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-d68d60af-8bf1-40a1-b98d-1b58853e923d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:25.837989 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.136927 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 8aef01c1-e64e-4178-bdf8-94f8a3e571bc details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:19:26.227657 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:26.241466 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Returning: {'device': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'port_id': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'mac_address': 'fa:16:3e:17:94:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:19:26.277187 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.289156 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aef01c1-e64e-4178-bdf8-94f8a3e571bc {{(pid=93544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:19:26.307675 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:26.369113 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.370816 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0cd48d46-b999-4863-b07b-8c1480483c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:26.416382 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=4']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:26.419624 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:26.530461 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8afda-e798-49a1-a004-908d9e3580c6 req-e99c080f-1fb0-4f52-bcb3-b0cf662cbc22 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:26.531799 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6bb8afda-e798-49a1-a004-908d9e3580c6 req-e99c080f-1fb0-4f52-bcb3-b0cf662cbc22 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 944 time: 0.0623863 Jun 24 04:19:26.567925 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-6bb8afda-e798-49a1-a004-908d9e3580c6 req-e2647a92-368d-440f-9298-9902ad52683d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305457 Jun 24 04:19:26.577548 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['8aef01c1-e64e-4178-bdf8-94f8a3e571bc'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:26.838206 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:27.749710 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb305a5f-61e0-40cc-8bf3-8b417d513055 req-1cc72589-59c1-47f6-9093-d0d4f12f14fb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:27.751156 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb305a5f-61e0-40cc-8bf3-8b417d513055 req-1cc72589-59c1-47f6-9093-d0d4f12f14fb tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 944 time: 0.0708921 Jun 24 04:19:27.789611 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-eb305a5f-61e0-40cc-8bf3-8b417d513055 req-c311dcfc-5ce2-4912-91e4-813862ed887a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Jun 24 04:19:28.169987 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 8aef01c1-e64e-4178-bdf8-94f8a3e571bc up at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:28.292872 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning for port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc completed by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:28.297113 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Provisioning complete for port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc triggered by entity L2. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:28.297519 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:28.372969 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:28.393941 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:28.397137 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6414e82ba439218c7c8918ac01481a8c700dc5facc9404459e0cd9afc567c2ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f93fe43-097f-456d-8ead-1412ca44186f" -d '{"events": [{"server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "name": "network-vif-plugged", "status": "completed", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:28.417788 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:28.435941 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc8e268-4f9e-41d5-8039-7f14d030a131 x-openstack-request-id: req-7cc8e268-4f9e-41d5-8039-7f14d030a131 {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:28.435941 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "name": "network-vif-plugged", "status": "completed", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "code": 200}]} {{(pid=93544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:28.435941 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cc8e268-4f9e-41d5-8039-7f14d030a131 {{(pid=93544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:28.435941 dv-cinder-792462-18-smb neutron-server[93544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'code': 200} Jun 24 04:19:28.483935 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614'] for port, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:28.485824 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:28.507176 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:28.531728 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=5']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:28.534718 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:28.802625 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee95265-79f3-4a72-89d2-be349db91c93 req-27d57bf4-0cd0-4f97-8aab-fd3b01f3e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:28.803949 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1ee95265-79f3-4a72-89d2-be349db91c93 req-27d57bf4-0cd0-4f97-8aab-fd3b01f3e8db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1098 time: 0.0506110 Jun 24 04:19:28.839085 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1ee95265-79f3-4a72-89d2-be349db91c93 req-4347efc3-ffd3-4bdf-88f9-a624d889b598 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281134 Jun 24 04:19:28.961062 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95adcc-8563-4073-a312-490558e754f3 req-61f27574-c7ec-4bd0-8efe-e3e74699344a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:28.962488 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb95adcc-8563-4073-a312-490558e754f3 req-61f27574-c7ec-4bd0-8efe-e3e74699344a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0618682 Jun 24 04:19:28.997986 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-fb95adcc-8563-4073-a312-490558e754f3 req-a86abf98-0fe6-4db3-8761-71e883a52a58 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294418 Jun 24 04:19:30.181192 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43542d-8c67-4bb2-a03f-176803fa8146 req-2763a185-be59-4197-a788-ace100cb26da tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:30.182627 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fe43542d-8c67-4bb2-a03f-176803fa8146 req-2763a185-be59-4197-a788-ace100cb26da tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0641959 Jun 24 04:19:30.219500 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fe43542d-8c67-4bb2-a03f-176803fa8146 req-d9026a7a-aabf-4b1e-979a-4e330f29d0bc tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Jun 24 04:19:30.394888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9de06-971b-465d-b271-731a28a8d6c1 req-d4070144-084a-4473-b580-e9a8216128ae tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:30.396305 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-08d9de06-971b-465d-b271-731a28a8d6c1 req-d4070144-084a-4473-b580-e9a8216128ae tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0653026 Jun 24 04:19:30.432164 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-08d9de06-971b-465d-b271-731a28a8d6c1 req-1ec0d750-c769-4968-ab25-0a27836b515b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Jun 24 04:19:30.806125 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5710cef-d2b7-42f2-a69b-41bc1b3ccada req-d5913cb4-c842-4941-9ab6-79d3611ee3ab tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:30.807463 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a5710cef-d2b7-42f2-a69b-41bc1b3ccada req-d5913cb4-c842-4941-9ab6-79d3611ee3ab tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0616336 Jun 24 04:19:30.844130 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-a5710cef-d2b7-42f2-a69b-41bc1b3ccada req-6dedd477-db8a-4102-a123-3d032d721424 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Jun 24 04:19:35.813915 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429f28-fec6-464a-a7d5-b651b99b7091 req-4781c6c5-ffe2-4446-8d8a-9ae335a2970a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:35.815255 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f6429f28-fec6-464a-a7d5-b651b99b7091 req-4781c6c5-ffe2-4446-8d8a-9ae335a2970a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0643952 Jun 24 04:19:35.851439 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-f6429f28-fec6-464a-a7d5-b651b99b7091 req-f571515a-5f17-4000-af73-fd2110ad8ad2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299385 Jun 24 04:19:35.875841 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50078) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:36.016456 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b85dab-de33-4b52-b627-48474ea41edb tempest-TestMinimumBasicScenario-297260292 tempest-TestMinimumBasicScenario-297260292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:36.017937 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-80b85dab-de33-4b52-b627-48474ea41edb tempest-TestMinimumBasicScenario-297260292 tempest-TestMinimumBasicScenario-297260292-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1093 time: 0.1411591 Jun 24 04:19:36.020689 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50082) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:36.024917 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'floatingip': {'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'port_id': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:36.140903 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for floatingip, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.235930 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1469726'] for port, before_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.332679 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_common [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Allocated IP 172.28.1.52 (d629047d-26a6-4fa8-81d4-7db2caedfe3a/460ec1c9-6fc6-4f97-b47a-8cca41be8a41/78569e48-d933-46ca-8f3d-a6d4f306e134) {{(pid=93543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:36.429781 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for port, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.527945 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1469789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-60525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756514021551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9005985'] for port, after_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.529964 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-639be2e0-4f68-4a83-bba9-3fa4fd163ad7 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:36.564786 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Network d629047d-26a6-4fa8-81d4-7db2caedfe3a is already hosted by enough agents. {{(pid=93543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:36.570175 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.base_scheduler [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Resources bound (agent type, host, resource id): {{(pid=93543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:36.573563 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Received port after_create {{(pid=93543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:36.579503 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'Port': ['ID=78569e48-d933-46ca-8f3d-a6d4f306e134,revision_number=1']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:36.617394 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.617766 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.618128 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.618488 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.618840 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.619192 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.619540 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.619888 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.620237 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.620581 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.620929 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.621297 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:36.625774 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:36.955011 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.082181 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.227693 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.283407 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.285427 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-75726e2a-819a-415c-9507-532f4c1c238d tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:37.349108 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'Port': ['ID=78569e48-d933-46ca-8f3d-a6d4f306e134,revision_number=2']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:37.352772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:37.362668 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610365'] for floatingip, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.739907 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.db.l3_db [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Floating IP a7fa1dee-7af4-4f82-8d6f-dec5e17f8505 associated. External IP: 172.28.1.52, port: 8aef01c1-e64e-4178-bdf8-94f8a3e571bc. Jun 24 04:19:37.932552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Router 56294bcb-fdcc-432c-baf1-6470a17e7d40 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:38.035342 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:38.045276 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] Sync routers for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:38.053812 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:38.054423 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:19:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:38.118421 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.155021 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:38.156813 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-8333b381-96d0-4e4f-9ed9-51272f3b74b9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1351244 Jun 24 04:19:38.157574 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:38.159743 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50084) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:38.160239 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56579061-c9a6-48fe-b702-fe24eca38aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:38.164610 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946230541', 'description': 'tempest-secgroup-smoke-946230541 description', 'project_id': 'cf53095529be4e66bb4878f63f261e9a'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:38.196723 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19711192-4bc9-4f8b-a128-a8201ea36dca x-openstack-request-id: req-19711192-4bc9-4f8b-a128-a8201ea36dca {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:38.197076 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:38.197424 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19711192-4bc9-4f8b-a128-a8201ea36dca {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:38.197793 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'status': 'completed', 'code': 200} Jun 24 04:19:38.253870 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.281331 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-d1efff7d-3453-4210-85f1-ae2d4c9da90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:38.291338 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-d1efff7d-3453-4210-85f1-ae2d4c9da90c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1098 time: 0.0535507 Jun 24 04:19:38.337560 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.372844 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-2be5cc7b-4300-4bbd-9e0a-0eb7cfda27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:38.374834 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-2be5cc7b-4300-4bbd-9e0a-0eb7cfda27a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 916 time: 0.0848751 Jun 24 04:19:38.382177 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'a7fa1dee-7af4-4f82-8d6f-dec5e17f8505', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'floating_ip_address': '172.28.1.52', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'port_id': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'mac_address': 'fa:16:3e:17:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:19:36Z', 'updated_at': '2021-06-24T04:19:36Z', 'revision_number': 0, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:38.407646 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.408357 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] Checking router: 56294bcb-fdcc-432c-baf1-6470a17e7d40 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:38.411508 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a1252e12-60d8-4e48-b039-4ff80c3ac8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:38.418507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:38.418507 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:19:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:38.438844 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a56bac-ba0a-4089-9295-0485c681c05b,revision_number=1']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:38.441997 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:38.445517 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-df61ca38-8397-4335-8a4c-5cb813e44d8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 998 time: 0.0645013 Jun 24 04:19:38.492034 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-2d667559-ed3f-403e-b785-ee2e0f227d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:38.493499 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-2d667559-ed3f-403e-b785-ee2e0f227d70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0426366 Jun 24 04:19:38.499786 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.501297 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-22c94d38-e98c-498e-96a3-be3131f5653e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3403997 Jun 24 04:19:38.504139 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50088) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:38.508747 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group_rule': {'security_group_id': 'c3a56bac-ba0a-4089-9295-0485c681c05b', 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:38.526579 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:38.550332 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-6bd2b806-40a6-4013-8156-c0d1dd88becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:38.551920 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-6bd2b806-40a6-4013-8156-c0d1dd88becb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0515921 Jun 24 04:19:38.585867 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.644978 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.646851 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-83d8b31e-c5dd-4df7-8870-3fc398d4d994 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882344 Jun 24 04:19:38.733983 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.736326 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:38.743440 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56579061-c9a6-48fe-b702-fe24eca38aa3 req-4df2b606-1ab8-4bd6-ae87-56861ba08bc3 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845492 Jun 24 04:19:38.746119 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'a7fa1dee-7af4-4f82-8d6f-dec5e17f8505', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'floating_ip_address': '172.28.1.52', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'port_id': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'mac_address': 'fa:16:3e:17:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:19:36Z', 'updated_at': '2021-06-24T04:19:36Z', 'revision_number': 0, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:38.756245 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7bf887-0984-4a17-87ea-39e0d724c045,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:38.757852 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:38.775937 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae51623-e5e3-4cfd-a4c8-6583926095c6 None None] The sync data for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb is: [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_floatingips': [{'id': 'a7fa1dee-7af4-4f82-8d6f-dec5e17f8505', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'floating_ip_address': '172.28.1.52', 'floating_network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'router_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'port_id': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'mac_address': 'fa:16:3e:17:94:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:19:36Z', 'updated_at': '2021-06-24T04:19:36Z', 'revision_number': 0, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:38.855783 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.856990 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-3032859f-fbab-4eac-be12-ac1f4efc11b6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519132 Jun 24 04:19:38.860257 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50090) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:38.864706 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group_rule': {'security_group_id': 'c3a56bac-ba0a-4089-9295-0485c681c05b', 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:38.948221 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c212460-79ac-4c98-b263-89cc07d601b4 None None] New status for floating IP a7fa1dee-7af4-4f82-8d6f-dec5e17f8505: ACTIVE {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:19:38.959045 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.017537 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.038271 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.095340 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.097587 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-13f440e5-9003-47a1-a658-7db5585f91ea tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.119574 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82e6b8a-f580-4030-826d-179205ff7cbe,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.122347 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.202048 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.203242 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e7b33195-3598-4846-8a86-eb06104b0fe2 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3420837 Jun 24 04:19:39.205932 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50092) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.210276 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group_rule': {'security_group_id': 'c3a56bac-ba0a-4089-9295-0485c681c05b', 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:39.281092 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.337030 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.415373 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.417679 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.432891 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000de279-96b7-4c7b-9dee-dd8f4f6988df,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.435339 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.506926 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.508105 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-0d063016-a00d-4138-b974-55a04410a31f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012605 Jun 24 04:19:39.510799 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50094) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.515679 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group_rule': {'security_group_id': 'c3a56bac-ba0a-4089-9295-0485c681c05b', 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:39.597614 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.653090 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.717651 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.719683 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-a32437f1-5b49-425f-94bb-70ef5531ea79 tempest-TestShelveInstance-1094315304 tempest-TestShelveInstance-1094315304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.735152 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07303d3e-3259-4dc6-bf04-dc596fdc790c,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.737795 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.802060 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.803243 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-44503387-c774-453e-9484-d66205b50c0b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915287 Jun 24 04:19:39.806003 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50096) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.810311 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group_rule': {'security_group_id': 'c3a56bac-ba0a-4089-9295-0485c681c05b', 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:39.895444 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.securitygroups_db [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Project cf53095529be4e66bb4878f63f261e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:19:39.900423 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.960308 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.036493 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.038634 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6ff5d2e6-1b57-4502-a3b4-55b2cd1538fa tempest-AttachVolumeShelveTestJSON-1613112324 tempest-AttachVolumeShelveTestJSON-1613112324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:40.054887 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9c5c38-6a62-46e7-9234-47cba6a5cf38,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:40.058144 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:40.122138 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.123284 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-e0382529-a024-43ab-827b-52319ff55f55 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163853 Jun 24 04:19:40.125993 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50098) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:40.130381 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.v2.base [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'security_group_rule': {'security_group_id': 'c3a56bac-ba0a-4089-9295-0485c681c05b', 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:40.225000 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.securitygroups_db [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Project cf53095529be4e66bb4878f63f261e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:19:40.229616 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.288044 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.369554 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-515159'] for security_group_rule, after_create {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.371571 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:40.392334 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44b70e0-8fb8-4bf8-b5d5-135af57201a0,revision_number=0']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:40.392334 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:40.466826 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.467995 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-307b3ce5-9a21-4c60-bce1-9b742081465c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3410995 Jun 24 04:19:40.581600 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-92dd53eb-2969-40e0-a404-818024cde806 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946230541&fields=id&tenant_id=cf53095529be4e66bb4878f63f261e9a HTTP/1.1" status: 200 len: 267 time: 0.0331650 Jun 24 04:19:40.644763 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-2c91c57e-98b8-4c9f-9980-db76d7d75174 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:40.646078 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-2c91c57e-98b8-4c9f-9980-db76d7d75174 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0594625 Jun 24 04:19:40.656243 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'port': {'security_groups': ['7fae43b7-a46f-49d7-8e36-e6eb7d32a300', 'c3a56bac-ba0a-4089-9295-0485c681c05b']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:40.733559 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.910799 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:40.944278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.009509 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.013260 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-dfc48221-dd20-47f5-b066-8c6f6b53284c tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:41.020670 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['8aef01c1-e64e-4178-bdf8-94f8a3e571bc'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:41.054322 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.054946 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.059788 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-128bf13f-7599-4845-8aef-4213105b7eb0 req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "PUT /v2.0/ports/8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 981 time: 0.4073014 Jun 24 04:19:41.059899 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:41.062875 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5f631-94fb-4651-9c7d-854cd2ea00a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:41.114951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=6']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:41.122838 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-9314b784-fff1-40b2-8725-5f3458c1cb0a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:41.129691 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834abf4c-2cb4-46a0-9b90-0f77f8a2250b x-openstack-request-id: req-834abf4c-2cb4-46a0-9b90-0f77f8a2250b {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:41.130026 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:41.130359 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-834abf4c-2cb4-46a0-9b90-0f77f8a2250b {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:41.130751 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'status': 'completed', 'code': 200} Jun 24 04:19:41.191072 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['8aef01c1-e64e-4178-bdf8-94f8a3e571bc'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:41.218918 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-18964527-9b07-46fd-949e-49b2980d774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.221184 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-18964527-9b07-46fd-949e-49b2980d774a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1137 time: 0.0662513 Jun 24 04:19:41.248998 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1a775-d1e4-4ccb-8b51-014b7000a6eb req-b2970223-d994-4aed-adb8-19ef5c63bb5b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.250740 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3cf1a775-d1e4-4ccb-8b51-014b7000a6eb req-b2970223-d994-4aed-adb8-19ef5c63bb5b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0746067 Jun 24 04:19:41.304334 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-3cf1a775-d1e4-4ccb-8b51-014b7000a6eb req-433d2272-fc20-48c8-af11-c8b6bf854244 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465074 Jun 24 04:19:41.329091 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-3d09398b-41ca-4446-8ae9-a289ab1670bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.330654 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-3d09398b-41ca-4446-8ae9-a289ab1670bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 916 time: 0.1009862 Jun 24 04:19:41.382335 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-b26b76ad-2ff1-44ab-a2e8-2a399fc786da None None] Provisioning complete for port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:41.382722 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b26b76ad-2ff1-44ab-a2e8-2a399fc786da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.395018 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-a3fe5f7a-8760-4e86-ad59-e902875dc7c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 1000 time: 0.0576625 Jun 24 04:19:41.443526 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-0b972d75-d32c-4284-b082-9546cfd0352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.444865 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-0b972d75-d32c-4284-b082-9546cfd0352d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0420272 Jun 24 04:19:41.508656 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-b8256722-4853-414a-8ee4-279851f8ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.510198 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-b8256722-4853-414a-8ee4-279851f8ab4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0585876 Jun 24 04:19:41.601662 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-5b332337-2ed8-4062-a74e-fe1912234095 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845387 Jun 24 04:19:41.692785 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-56b5f631-94fb-4651-9c7d-854cd2ea00a2 req-3e1eeff3-0fac-4325-8a75-d9238b20477b service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Jun 24 04:19:49.617190 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:19:53.421169 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-f0d46154-71a5-4769-835b-f61ee737f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:55.712518 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-318558fc-b805-4016-abcf-9a89b508ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:55.843806 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.809465 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:58.472413 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:04.112572 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eae9f-dcab-47db-bee1-6dc8af2fa054 req-95d656a8-7570-4e91-a99f-3884cb747dad tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.114144 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ea8eae9f-dcab-47db-bee1-6dc8af2fa054 req-95d656a8-7570-4e91-a99f-3884cb747dad tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0661435 Jun 24 04:20:04.152970 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ea8eae9f-dcab-47db-bee1-6dc8af2fa054 req-13a2ca3c-27ad-411e-b9ce-34fdcd35555f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332391 Jun 24 04:20:04.161711 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-547a79aa-111d-419c-9bf8-32a09d1db57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.163238 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-547a79aa-111d-419c-9bf8-32a09d1db57f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1137 time: 0.0533202 Jun 24 04:20:04.253274 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-60609a37-dbc3-4f16-9511-825ac49e9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.254627 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-60609a37-dbc3-4f16-9511-825ac49e9027 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 916 time: 0.0852208 Jun 24 04:20:04.319270 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-ca31ea6f-0674-4bd7-adb0-16a3251ed2c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 1000 time: 0.0558717 Jun 24 04:20:04.364942 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-8a5dcb50-f08f-45fd-95f4-7303af17e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.366323 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-8a5dcb50-f08f-45fd-95f4-7303af17e454 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0409844 Jun 24 04:20:04.425401 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-f38ca033-28a8-4619-9556-72983dc23e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.426788 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-f38ca033-28a8-4619-9556-72983dc23e66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0532749 Jun 24 04:20:04.510803 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-12c8611e-5e62-4154-b81e-364dfb6ca4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770261 Jun 24 04:20:04.600661 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c5ef9e0e-5857-4e01-9f10-9d25b6a05e1b req-5a0c9956-e575-45fd-b3ec-4ad2a4ec615e service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828097 Jun 24 04:20:05.325155 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7230b8-7347-453c-aa1f-9e7aa63b4555 req-457e6908-ac7f-41c0-a9fb-03e3f3e6601a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:05.326583 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dd7230b8-7347-453c-aa1f-9e7aa63b4555 req-457e6908-ac7f-41c0-a9fb-03e3f3e6601a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0616775 Jun 24 04:20:05.364483 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-dd7230b8-7347-453c-aa1f-9e7aa63b4555 req-04ed1fc5-62e5-4fb7-b241-98a6f138dfa5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316486 Jun 24 04:20:06.533634 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa759af0-c38a-44f5-8a02-5b4c21daa2a4 req-a3569abc-13ad-4b3c-b10d-aef8dde71ce9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:06.535092 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fa759af0-c38a-44f5-8a02-5b4c21daa2a4 req-a3569abc-13ad-4b3c-b10d-aef8dde71ce9 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0620601 Jun 24 04:20:06.574119 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-fa759af0-c38a-44f5-8a02-5b4c21daa2a4 req-cfec81cb-24d7-4401-b6ec-e9c21f38937b tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332284 Jun 24 04:20:07.742717 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c375d-1da3-4342-a5c0-c23ed6024131 req-9d3fabdc-6304-4a83-bfc8-e87c63a0c3ef tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:07.744134 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-550c375d-1da3-4342-a5c0-c23ed6024131 req-9d3fabdc-6304-4a83-bfc8-e87c63a0c3ef tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0629487 Jun 24 04:20:07.786136 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-550c375d-1da3-4342-a5c0-c23ed6024131 req-b77e4845-3255-4da7-bb25-e68abc6bb186 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363142 Jun 24 04:20:08.957065 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a107d-6c29-4d7d-8a24-abf6d40fabc0 req-c7804f13-61e7-4dad-ac76-d735dc9c109c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:08.958551 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f86a107d-6c29-4d7d-8a24-abf6d40fabc0 req-c7804f13-61e7-4dad-ac76-d735dc9c109c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0625143 Jun 24 04:20:09.002176 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-f86a107d-6c29-4d7d-8a24-abf6d40fabc0 req-0448bd6d-de79-4423-a3da-af9523cfbe85 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366917 Jun 24 04:20:09.061537 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:10.171592 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14bb5a-5486-4391-949e-587d9f2b93dd req-6bebafe6-86c2-429f-babb-dbda2aa37e33 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:10.173014 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f14bb5a-5486-4391-949e-587d9f2b93dd req-6bebafe6-86c2-429f-babb-dbda2aa37e33 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0609958 Jun 24 04:20:10.211622 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-0f14bb5a-5486-4391-949e-587d9f2b93dd req-c9040b92-cf42-4d21-8810-800fd3d75f1f tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325758 Jun 24 04:20:11.383611 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a5aae-04fa-4ce9-a891-0da0e9514cde req-6f009312-f639-41f9-a116-10f0472c58d4 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:11.385106 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef2a5aae-04fa-4ce9-a891-0da0e9514cde req-6f009312-f639-41f9-a116-10f0472c58d4 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0622001 Jun 24 04:20:11.423422 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-ef2a5aae-04fa-4ce9-a891-0da0e9514cde req-d4de8bba-4543-4a4b-9054-c8d0c0acbcf4 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327156 Jun 24 04:20:12.590810 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0d9e9-1d5c-4f23-92d6-011d3f1ba2f3 req-f5860325-c5a2-44c2-a545-dda569b2ac62 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:12.592227 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-acd0d9e9-1d5c-4f23-92d6-011d3f1ba2f3 req-f5860325-c5a2-44c2-a545-dda569b2ac62 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0613575 Jun 24 04:20:12.630467 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-acd0d9e9-1d5c-4f23-92d6-011d3f1ba2f3 req-2b56e6f4-1d3d-4c9b-bdb2-0cba46b37a92 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321457 Jun 24 04:20:13.802568 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83f20-d058-4f52-8822-80deb0d199d7 req-46a71ed4-edfa-435b-b313-bd9680e02668 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:13.804015 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8ed83f20-d058-4f52-8822-80deb0d199d7 req-46a71ed4-edfa-435b-b313-bd9680e02668 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0640736 Jun 24 04:20:13.845217 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-8ed83f20-d058-4f52-8822-80deb0d199d7 req-30001510-2b76-4f64-94f5-cf9395e93579 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354378 Jun 24 04:20:14.075997 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-606f1602-bfb3-4021-bfbe-768d65c19e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:14.077461 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-606f1602-bfb3-4021-bfbe-768d65c19e67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1137 time: 0.0559804 Jun 24 04:20:14.176368 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-b9a2fab7-dcaa-4646-bc1f-b7390c0c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:14.177807 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-b9a2fab7-dcaa-4646-bc1f-b7390c0c404c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 916 time: 0.0817688 Jun 24 04:20:14.242638 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-5fa4d69f-a118-4a4d-bc6a-f69c04b9011b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 1000 time: 0.0584185 Jun 24 04:20:14.289486 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-6f256700-1197-47da-9b2e-6fcd1fe49e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:14.290886 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-6f256700-1197-47da-9b2e-6fcd1fe49e5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0422344 Jun 24 04:20:14.344758 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-4d897d95-e293-46f9-aea7-8724b9997045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:14.346799 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-4d897d95-e293-46f9-aea7-8724b9997045 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0498827 Jun 24 04:20:14.436212 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-c202db17-e5bc-497e-a8f4-1ca5da001893 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808711 Jun 24 04:20:14.520521 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-1b0d6afa-f4f8-4ae9-b3e2-704c0faa8c77 req-1cafce2b-d8fe-4d52-bcbf-76b4bda9bd3a service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782800 Jun 24 04:20:15.017212 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576644f-17c6-4551-baa0-a65e7aa1ba64 req-7b0520c7-d4ad-4315-801c-5bbde3ce9f7e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:15.019138 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9576644f-17c6-4551-baa0-a65e7aa1ba64 req-7b0520c7-d4ad-4315-801c-5bbde3ce9f7e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0657091 Jun 24 04:20:15.057540 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-9576644f-17c6-4551-baa0-a65e7aa1ba64 req-afae9fed-2d52-44b1-bad4-42081bc31121 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327203 Jun 24 04:20:16.242567 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42949b-6094-4f9b-914f-c86444a58db1 req-3c58d61e-1896-4f8f-8c7d-c20a760765a6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:16.244732 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9d42949b-6094-4f9b-914f-c86444a58db1 req-3c58d61e-1896-4f8f-8c7d-c20a760765a6 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0797071 Jun 24 04:20:16.284951 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9d42949b-6094-4f9b-914f-c86444a58db1 req-261f8cdb-6ed1-46b7-bd79-64ff3b2361e0 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337143 Jun 24 04:20:17.456488 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bed0c-a034-482f-ad91-6a1c9563aea0 req-bf2122ef-0b34-4356-abcd-4b08c10f9b32 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:17.457942 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cd5bed0c-a034-482f-ad91-6a1c9563aea0 req-bf2122ef-0b34-4356-abcd-4b08c10f9b32 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0611968 Jun 24 04:20:17.501379 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-cd5bed0c-a034-482f-ad91-6a1c9563aea0 req-f8cc77f0-b5bd-46ee-839c-1c2a7750c58a tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377922 Jun 24 04:20:18.669918 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7dc52-4fcf-49a7-a3e2-43cad8e681ac req-30783b3c-078c-4ee5-b643-f563114e028e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:18.671343 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9db7dc52-4fcf-49a7-a3e2-43cad8e681ac req-30783b3c-078c-4ee5-b643-f563114e028e tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0615282 Jun 24 04:20:18.709492 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-9db7dc52-4fcf-49a7-a3e2-43cad8e681ac req-864f2c49-6b22-47b0-a068-ffc86c595e7c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325112 Jun 24 04:20:19.881858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95200fba-fc4b-442f-ba06-594557f8d5a3 req-25a24967-9d7e-47a4-863b-4768be08df1c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:19.883294 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-95200fba-fc4b-442f-ba06-594557f8d5a3 req-25a24967-9d7e-47a4-863b-4768be08df1c tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0623531 Jun 24 04:20:19.921111 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-95200fba-fc4b-442f-ba06-594557f8d5a3 req-f6e656c2-f353-4001-a8ef-97fcea621407 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321894 Jun 24 04:20:21.092428 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505af3de-3f17-4d93-9349-cd8a6974acbe req-695af0ab-7385-4847-9db9-3d6a6676a2bd tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:21.093876 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-505af3de-3f17-4d93-9349-cd8a6974acbe req-695af0ab-7385-4847-9db9-3d6a6676a2bd tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0652666 Jun 24 04:20:21.132863 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-505af3de-3f17-4d93-9349-cd8a6974acbe req-5720aefd-6c12-40b3-85a5-e90a2eccc400 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3a56bac-ba0a-4089-9295-0485c681c05b&id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333395 Jun 24 04:20:23.198822 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-2509e013-de6c-4c0d-91c0-293d924b34ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:25.707043 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-be959813-f0a3-4096-bf1a-0e0b6efa53a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:25.803900 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:26.616199 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:20:26.814000 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:28.482663 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:39.019822 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:52.881850 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-c63e6659-e82a-49ac-b01e-34b4f7d5f3fd tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946230541&fields=id&tenant_id=cf53095529be4e66bb4878f63f261e9a HTTP/1.1" status: 200 len: 267 time: 0.0366051 Jun 24 04:20:52.945341 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-c73e372f-1a97-4c95-8801-6520a3d5a918 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:52.946723 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-c73e372f-1a97-4c95-8801-6520a3d5a918 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 984 time: 0.0596435 Jun 24 04:20:52.957404 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.v2.base [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Request body: {'port': {'security_groups': ['7fae43b7-a46f-49d7-8e36-e6eb7d32a300']}} {{(pid=93543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:53.034477 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1469740'] for port, before_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.199787 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:53.204789 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b5714b43-a3e6-4962-a01e-d28e3c4e2119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.232508 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for port, precommit_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.295832 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756514397139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756514021569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756514021614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9005971'] for port, after_update {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.299795 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-fd09d9e1-6d55-4966-b0c1-965c5733a45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:53.307360 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['8aef01c1-e64e-4178-bdf8-94f8a3e571bc'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:53.339885 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:53.340414 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.341791 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-526b949a-a3f0-46f8-8614-c01f7d766b8d req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "PUT /v2.0/ports/8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 942 time: 0.3891821 Jun 24 04:20:53.342317 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:20:53.344593 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b0b50-b1e2-41b2-ae64-fc7616372a84" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:53.349659 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50162) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:53.370951 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event updated for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=7']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:53.379932 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.380365 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.380742 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.381123 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.381483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.381838 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.382190 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.382540 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.382887 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.383233 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.383579 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.383921 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.389585 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:53.409668 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44430fde-2bdd-4e4f-9239-f1b9da7a86d5 x-openstack-request-id: req-44430fde-2bdd-4e4f-9239-f1b9da7a86d5 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:53.409668 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:53.409668 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44430fde-2bdd-4e4f-9239-f1b9da7a86d5 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:53.409668 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'status': 'completed', 'code': 200} Jun 24 04:20:53.426176 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['8aef01c1-e64e-4178-bdf8-94f8a3e571bc'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:53.445140 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.471838 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.485256 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-50f2069e-749d-48f2-9775-98efd9e3efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:53.486742 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-50f2069e-749d-48f2-9775-98efd9e3efd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1098 time: 0.0597429 Jun 24 04:20:53.598762 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-65e3ed3a-882e-4a7f-a7d6-359e1783d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:53.600233 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-65e3ed3a-882e-4a7f-a7d6-359e1783d1b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 916 time: 0.1072114 Jun 24 04:20:53.617169 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.619869 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.621115 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "DELETE /v2.0/security-groups/c3a56bac-ba0a-4089-9295-0485c681c05b HTTP/1.1" status: 204 len: 168 time: 0.2697158 Jun 24 04:20:53.622490 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8ca642d7-6b9b-4e6f-a1f1-ecc0e5e5472c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:53.625645 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50164) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:53.645697 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.provisioning_blocks [None req-ab9010a2-a466-46b2-bd1c-1c2bf16bf792 None None] Provisioning complete for port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc triggered by entity DHCP. {{(pid=93544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:53.646705 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ab9010a2-a466-46b2-bd1c-1c2bf16bf792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465083'] for port, provisioning_complete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.666700 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-40a1c214-42ad-4113-ac48-6273a8116415 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 1000 time: 0.0596895 Jun 24 04:20:53.667426 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a56bac-ba0a-4089-9295-0485c681c05b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:53.679548 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.679923 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.680286 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.680852 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.681773 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.681773 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.682026 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.682283 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.682635 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.682991 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.683347 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.683695 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.688078 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d1d65306-e5c3-4294-92d7-80ca3b0b63a8 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:53.724073 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-38f95678-1b73-4884-96d5-f382a08e3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:53.726021 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-38f95678-1b73-4884-96d5-f382a08e3d5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0525212 Jun 24 04:20:53.786772 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-e879d9ea-e3e1-46ee-9ba5-5fd4f19384a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:53.788255 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-e879d9ea-e3e1-46ee-9ba5-5fd4f19384a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0552454 Jun 24 04:20:53.799377 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Deleting port 78569e48-d933-46ca-8f3d-a6d4f306e134 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:20:53.799720 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.876956 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.877314 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.878920 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-a27e8f75-388a-4f64-9235-3c1e0a6312dc service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Jun 24 04:20:53.891543 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Calling delete_port for 78569e48-d933-46ca-8f3d-a6d4f306e134 owned by network:floatingip {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:20:53.970649 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-c39b0b50-b1e2-41b2-ae64-fc7616372a84 req-93b3d771-5c08-42d0-8b0e-e9858164dd46 service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852139 Jun 24 04:20:54.079647 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:54.082963 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-8e9bf7a5-8275-403f-b58b-ee744103b815 tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:54.105273 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event deleted for resources: {'Port': ['ID=78569e48-d933-46ca-8f3d-a6d4f306e134,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:54.108293 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:54.164147 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks [] for floatingip, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:54.164478 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.db.l3_db [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Floating IP a7fa1dee-7af4-4f82-8d6f-dec5e17f8505 disassociated (deleted). External IP: 172.28.1.52, port: 8aef01c1-e64e-4178-bdf8-94f8a3e571bc. Jun 24 04:20:54.359582 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Router 56294bcb-fdcc-432c-baf1-6470a17e7d40 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:20:54.460686 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:54.465572 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for floatingip, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:54.469983 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] Sync routers for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:54.479298 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:20:54.479920 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:20:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:54.500157 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-c3ff67d9-7c13-4ed7-b22b-285e08bdf3f5 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "DELETE /v2.0/floatingips/a7fa1dee-7af4-4f82-8d6f-dec5e17f8505 HTTP/1.1" status: 204 len: 168 time: 0.8723819 Jun 24 04:20:54.500810 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:20:54.503136 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2824a1daeaf2497d9ecc05b15daa12d427fd4bc78bbc93ad1002b5fdf5606d28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:54.543386 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95f0c31-4ba6-4888-85d8-38ee7144dd42 x-openstack-request-id: req-f95f0c31-4ba6-4888-85d8-38ee7144dd42 {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:54.543719 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "status": "completed", "code": 200}]} {{(pid=93542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:54.544011 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f95f0c31-4ba6-4888-85d8-38ee7144dd42 {{(pid=93542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:54.544441 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'status': 'completed', 'code': 200} Jun 24 04:20:54.588052 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:20:54.620399 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-70c5feca-cbff-4a72-881a-79adc581e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.621929 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-70c5feca-cbff-4a72-881a-79adc581e4bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf53095529be4e66bb4878f63f261e9a&device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 1098 time: 0.0546067 Jun 24 04:20:54.727343 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-c0f9c18f-3730-4029-b70a-2d59156395d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.728805 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-c0f9c18f-3730-4029-b70a-2d59156395d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 200 len: 916 time: 0.1007831 Jun 24 04:20:54.768798 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-11b7927a-f2a9-4432-87ad-eb8cb5e8288b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 200 len: 217 time: 0.0335605 Jun 24 04:20:54.790217 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:54.815120 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] Checking router: 56294bcb-fdcc-432c-baf1-6470a17e7d40 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:54.820808 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-d1ffda90-6417-4f60-98a0-2da6434c1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.820808 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-d1ffda90-6417-4f60-98a0-2da6434c1673 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 200 len: 854 time: 0.0427039 Jun 24 04:20:54.823536 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:20:54.824205 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:20:26Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:54.880640 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-44940f70-d575-4def-9a64-4db733dbaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.882048 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-44940f70-d575-4def-9a64-4db733dbaa44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f756618c-c8a4-400f-bfa0-5320eba7c559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0571482 Jun 24 04:20:54.932308 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:20:54.973597 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-7b7c8871-1699-4b3b-bb65-42c80a97b89d service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847442 Jun 24 04:20:55.073130 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-53b0b67d-c56d-41ca-8e17-43f47a7eb9eb req-b0456875-b0e2-4d03-bac3-2bb02e992f5e service neutron] 10.222.0.21 "GET /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Jun 24 04:20:55.130090 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:55.159124 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf1135-10ff-4f28-acc3-657fa72b48c6 None None] The sync data for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb is: [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:48Z', 'revision_number': 4, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb', '_interfaces': [{'id': '79e97036-6c61-467d-b6f0-f1c2f34fca86', 'name': '', 'network_id': 'f756618c-c8a4-400f-bfa0-5320eba7c559', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'mac_address': 'fa:16:3e:1f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:54Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'subnets': [{'id': '3bf4d31b-7a64-4eb2-a98a-e6155fce5564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:55.349894 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15374b4f-a964-4189-89ba-00f0bea5744c None None] New status for floating IP a7fa1dee-7af4-4f82-8d6f-dec5e17f8505: DOWN {{(pid=93545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:20:55.752915 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-aa8bc6a5-2456-423a-a423-42af2b092818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:55.838412 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:56.855943 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:58.260356 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286514ec-6507-42d2-b76d-5653a9129a98 req-8833cfee-cb63-412b-86b6-d9b969e4f826 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:58.261816 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-286514ec-6507-42d2-b76d-5653a9129a98 req-8833cfee-cb63-412b-86b6-d9b969e4f826 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0643942 Jun 24 04:20:58.298057 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [req-286514ec-6507-42d2-b76d-5653a9129a98 req-2a94f090-5580-4f7b-bde4-2583c6d97538 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Jun 24 04:20:58.484471 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:59.472856 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959eb8b-5665-4179-9739-750b85fc2e76 req-409b25b2-36ca-4f8c-993e-8ef7430a9196 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:59.474340 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3959eb8b-5665-4179-9739-750b85fc2e76 req-409b25b2-36ca-4f8c-993e-8ef7430a9196 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0645683 Jun 24 04:20:59.510247 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-3959eb8b-5665-4179-9739-750b85fc2e76 req-dc585cc1-956d-435c-bed0-3f41234df1ff tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/security-groups?id=7fae43b7-a46f-49d7-8e36-e6eb7d32a300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Jun 24 04:20:59.896966 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a6b2e495-2a84-4d2c-967c-c112d30ba0a4 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:59.898465 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a6b2e495-2a84-4d2c-967c-c112d30ba0a4 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 945 time: 0.0616024 Jun 24 04:21:00.001874 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Deleting port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:00.002128 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:00.088898 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] For port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:00.089278 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:00.100970 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Calling delete_port for 8aef01c1-e64e-4178-bdf8-94f8a3e571bc owned by compute:nova {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:00.282988 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:00.287439 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-03afc25f-c8f2-4b06-b6e6-bf9fa9f185cc tempest-AttachVolumeTestJSON-703195149 tempest-AttachVolumeTestJSON-703195149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:00.294899 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] get_ports_and_sgs() called for port_ids ['8aef01c1-e64e-4178-bdf8-94f8a3e571bc'] {{(pid=93544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:21:00.314523 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Pushing event deleted for resources: {'Port': ['ID=8aef01c1-e64e-4178-bdf8-94f8a3e571bc,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:00.318091 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:00.358884 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] No DVR routers for this DVR port 8aef01c1-e64e-4178-bdf8-94f8a3e571bc on host hv-cinder-79246 {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:21:00.361316 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110062'] for port, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:00.363253 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-e2197463-7738-4244-aa2b-f0892b884b34 req-a4288b59-4b7a-4bed-a100-b2383a99445d tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.21 "DELETE /v2.0/ports/8aef01c1-e64e-4178-bdf8-94f8a3e571bc HTTP/1.1" status: 204 len: 173 time: 0.4592619 Jun 24 04:21:00.363750 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'name': 'network-vif-deleted', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc'}] {{(pid=93543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:21:00.366024 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}642b20b3346e8aa55e255cfdfcbc2bcd493a6fb00868c29c01e94c30b2ab0daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cdf51a-0314-4210-8d76-6c7c8d7ee659" -d '{"events": [{"server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "name": "network-vif-deleted", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc"}]}' {{(pid=93543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:00.401353 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a560d2-b9e1-47b2-8406-a6ed0dad0f73 x-openstack-request-id: req-03a560d2-b9e1-47b2-8406-a6ed0dad0f73 {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:00.401689 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a0c77-424d-4de5-9a98-04ff9a10d1bb", "name": "network-vif-deleted", "tag": "8aef01c1-e64e-4178-bdf8-94f8a3e571bc", "status": "completed", "code": 200}]} {{(pid=93543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:00.401983 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03a560d2-b9e1-47b2-8406-a6ed0dad0f73 {{(pid=93543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:00.402417 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a0c77-424d-4de5-9a98-04ff9a10d1bb', 'name': 'network-vif-deleted', 'tag': '8aef01c1-e64e-4178-bdf8-94f8a3e571bc', 'status': 'completed', 'code': 200} Jun 24 04:21:00.694971 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [req-af0bf42e-94e1-4ee9-930f-eaccd152921b req-b82c49ce-3b5c-4eaa-a2e7-d80c20800179 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e1a0c77-424d-4de5-9a98-04ff9a10d1bb HTTP/1.1" status: 200 len: 210 time: 0.0789297 Jun 24 04:21:02.607161 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 8aef01c1-e64e-4178-bdf8-94f8a3e571bc no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:02.630286 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] No Port match for: 8aef01c1-e64e-4178-bdf8-94f8a3e571bc {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:21:02.630286 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Device 8aef01c1-e64e-4178-bdf8-94f8a3e571bc not bound to the agent host hv-cinder-79246 {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:02.916942 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50256) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:03.551794 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:03.614784 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:21:03.792777 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Deleting port 79e97036-6c61-467d-b6f0-f1c2f34fca86 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:03.793120 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:03.868528 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] For port 79e97036-6c61-467d-b6f0-f1c2f34fca86, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=79e97036-6c61-467d-b6f0-f1c2f34fca86,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:03.868880 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:03.881933 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Calling delete_port for 79e97036-6c61-467d-b6f0-f1c2f34fca86 owned by network:router_interface {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:04.123101 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:04.124937 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-4f1ce6ea-392c-4067-b212-89224f4da430 tempest-TestMinimumBasicScenario-488987602 tempest-TestMinimumBasicScenario-488987602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:04.149696 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e97036-6c61-467d-b6f0-f1c2f34fca86,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:04.153421 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:04.310789 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:04.513075 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Router 56294bcb-fdcc-432c-baf1-6470a17e7d40 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:21:04.611286 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:21:04.616679 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] 10.222.0.11 "PUT /v2.0/routers/56294bcb-fdcc-432c-baf1-6470a17e7d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987066 Jun 24 04:21:04.619216 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50258) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:04.621709 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] Sync routers for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:21:04.631125 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:21:04.631728 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:20:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:04.720207 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks [] for router, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:04.742962 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: dv-cinder-792462-18-smb {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:21:04.819414 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:04.914465 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152'}], 'enable_snat': True}, 'gw_port_id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:21:04Z', 'revision_number': 5, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port': {'id': '90e35cb6-1509-4c5c-b7e8-cffa523c069f', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:04.928338 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Deleting port 90e35cb6-1509-4c5c-b7e8-cffa523c069f {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:04.928802 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:04.941366 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] Checking router: 56294bcb-fdcc-432c-baf1-6470a17e7d40 for host: dv-cinder-792462-18-smb {{(pid=93544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:21:04.949889 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] Routers {'56294bcb-fdcc-432c-baf1-6470a17e7d40'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:21:04.950508 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:20:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['56294bcb-fdcc-432c-baf1-6470a17e7d40'], 'active': True} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:05.004627 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] For port 90e35cb6-1509-4c5c-b7e8-cffa523c069f, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=90e35cb6-1509-4c5c-b7e8-cffa523c069f,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:05.005003 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.022724 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Calling delete_port for 90e35cb6-1509-4c5c-b7e8-cffa523c069f owned by network:router_gateway {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:05.163526 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvr_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] Set router 56294bcb-fdcc-432c-baf1-6470a17e7d40 gateway port host: None {{(pid=93544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:21:05.207490 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_hamode_db [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:21:04Z', 'revision_number': 6, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port_host': None}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:05.227543 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.230367 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-2000f476-925a-4894-be75-51570cc33d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:05.236671 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34394e4-d469-42b9-a677-43d9c168d924 None None] The sync data for ids ['56294bcb-fdcc-432c-baf1-6470a17e7d40'] in dv-cinder-792462-18-smb is: [{'id': '56294bcb-fdcc-432c-baf1-6470a17e7d40', 'name': 'tempest-TestMinimumBasicScenario-1756161050-router', 'tenant_id': 'cf53095529be4e66bb4878f63f261e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:45Z', 'updated_at': '2021-06-24T04:21:04Z', 'revision_number': 6, 'project_id': 'cf53095529be4e66bb4878f63f261e9a', 'gw_port_host': None}] {{(pid=93544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:21:05.254070 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e35cb6-1509-4c5c-b7e8-cffa523c069f,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:05.257254 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:05.316690 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.404406 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.406575 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.524469 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.524985 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56294bcb-fdcc-432c-baf1-6470a17e7d40 {{(pid=93543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:21:05.530653 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] Notify callbacks [] for router, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.531772 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-b2fd1add-47a9-495b-8079-7189233f8607 admin admin] 10.222.0.11 "DELETE /v2.0/routers/56294bcb-fdcc-432c-baf1-6470a17e7d40 HTTP/1.1" status: 204 len: 168 time: 0.9116490 Jun 24 04:21:05.534258 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50260) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:05.577586 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Deleting subnet 3bf4d31b-7a64-4eb2-a98a-e6155fce5564 {{(pid=93543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:21:05.580773 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.615697 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282948'] for subnet, precommit_delete_associations {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.697780 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.826203 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9006044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9387162'] for subnet, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.829204 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:05.852608 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf4d31b-7a64-4eb2-a98a-e6155fce5564,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:05.854642 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.856485 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3bf4d31b-7a64-4eb2-a98a-e6155fce5564 HTTP/1.1" status: 204 len: 168 time: 0.3213296 Jun 24 04:21:05.857395 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-d8781a6b-6802-4b3b-bd99-552fd9412b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:05.859069 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50262) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:05.859878 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd9881-86e5-4ff8-ba7f-9ce3c68dfaba None None] Network f756618c-c8a4-400f-bfa0-5320eba7c559 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:21:05.928519 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.981455 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Deleting port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:05.981797 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.043590 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] For port d47fb9ca-bf54-488e-8dd3-8e675dad6c44, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:06.043944 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.056143 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] DHCP port deletion for f756618c-c8a4-400f-bfa0-5320eba7c559 request from dv-cinder-792462-18-smb {{(pid=93544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:21:06.058444 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Calling delete_port for d47fb9ca-bf54-488e-8dd3-8e675dad6c44 owned by network:dhcp {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:06.111151 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Deleting port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 {{(pid=93544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:06.111532 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.156677 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 79e97036-6c61-467d-b6f0-f1c2f34fca86 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:06.188539 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 79e97036-6c61-467d-b6f0-f1c2f34fca86 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:21:06.188890 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 79e97036-6c61-467d-b6f0-f1c2f34fca86 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:06.189345 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device d47fb9ca-bf54-488e-8dd3-8e675dad6c44 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:06.224287 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] For port d47fb9ca-bf54-488e-8dd3-8e675dad6c44, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,segment=NetworkSegment(92e01d9c-2829-4f27-befc-71ed36214447),segment_id=92e01d9c-2829-4f27-befc-71ed36214447)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:06.224686 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.233056 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.236647 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-ef147f6c-6407-426d-b2a9-9bd5eea44417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:06.244542 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Calling delete_port for d47fb9ca-bf54-488e-8dd3-8e675dad6c44 owned by network:dhcp {{(pid=93544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:06.256489 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No active binding found for port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 {{(pid=93544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 04:21:06.256923 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device d47fb9ca-bf54-488e-8dd3-8e675dad6c44 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:06.257367 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 90e35cb6-1509-4c5c-b7e8-cffa523c069f no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:06.272325 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] No DVR routers for this DVR port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 on host dv-cinder-792462-18-smb {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:21:06.276438 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Pushing event deleted for resources: {'Port': ['ID=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:06.280120 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:06.304019 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 90e35cb6-1509-4c5c-b7e8-cffa523c069f {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:21:06.304369 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 90e35cb6-1509-4c5c-b7e8-cffa523c069f not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:06.350234 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.352699 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.352919 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:06.362092 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f756618c-c8a4-400f-bfa0-5320eba7c559']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:06.372551 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e01d9c-2829-4f27-befc-71ed36214447') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:06.372840 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e01d9c-2829-4f27-befc-71ed36214447') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:06.377203 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] No DVR routers for this DVR port d47fb9ca-bf54-488e-8dd3-8e675dad6c44 on host dv-cinder-792462-18-smb {{(pid=93544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:21:06.383360 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Pushing event deleted for resources: {'Port': ['ID=d47fb9ca-bf54-488e-8dd3-8e675dad6c44,revision_number=None']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:06.383483 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.389966 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.390315 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.390660 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.390996 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.391329 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.391687 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.392043 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.392371 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.392701 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.393025 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.393371 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.393693 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-smb {{(pid=93544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:06.395703 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.396755 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-1ec49383-7fa0-4dc3-bb56-079fdf19ecfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:06.401703 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:21:06.402078 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:21:06.403672 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:21:06.518540 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.522495 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:06.528289 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.528289 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] 10.222.0.11 "DELETE /v2.0/networks/f756618c-c8a4-400f-bfa0-5320eba7c559 HTTP/1.1" status: 204 len: 168 time: 0.6668048 Jun 24 04:21:06.529838 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50264) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:06.538164 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Pushing event deleted for resources: {'Network': ['ID=f756618c-c8a4-400f-bfa0-5320eba7c559,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:06.540482 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:06.856743 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382178'] for router_interface, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:07.092651 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Deleting port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:07.092979 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:07.378155 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] For port ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:07.378506 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:07.390120 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Calling delete_port for ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 owned by network:router_interface {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:07.638851 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:07.640712 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:07.663721 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:07.666798 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:07.827826 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612402'] for router_interface, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.032417 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 has already been hosted by L3 agent c848b31b-6213-4629-bcf9-70fa3e5c2447 {{(pid=93542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:21:08.132638 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] Notify agent at l3_agent.dv-cinder-792462-18-smb the message routers_updated {{(pid=93542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:21:08.137533 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-d455f13b-ddb1-46ff-87d9-2730716afcfe admin admin] 10.222.0.11 "PUT /v2.0/routers/9c98eee1-1097-4e08-8fcf-128ef06dfee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066663 Jun 24 04:21:08.140010 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50266) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:08.141146 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] Sync routers for ids ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'] in dv-cinder-792462-18-smb {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:21:08.149940 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] Routers {'9c98eee1-1097-4e08-8fcf-128ef06dfee7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:21:08.150530 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:20:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:08.242367 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.333336 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] Set router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 gateway port host: dv-cinder-792462-18-smb {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:21:08.343368 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.479652 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Deleting port 8b692ee9-b82d-434c-b02d-36d5cd17419b {{(pid=93542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:08.479995 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.508344 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'external_fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253'}], 'enable_snat': True}, 'gw_port_id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:21:07Z', 'revision_number': 5, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port': {'id': '8b692ee9-b82d-434c-b02d-36d5cd17419b', 'name': '', 'network_id': 'd629047d-26a6-4fa8-81d4-7db2caedfe3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'ip_address': '172.28.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:18:53Z', 'updated_at': '2021-06-24T04:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '460ec1c9-6fc6-4f97-b47a-8cca41be8a41', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-smb'}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:08.532998 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] Checking router: 9c98eee1-1097-4e08-8fcf-128ef06dfee7 for host: dv-cinder-792462-18-smb {{(pid=93545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:21:08.541620 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] Routers {'9c98eee1-1097-4e08-8fcf-128ef06dfee7'} bound to L3 agent in host dv-cinder-792462-18-smb {{(pid=93545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:21:08.542223 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:56Z,description=,heartbeat_timestamp=2021-06-24T04:20:56Z,host='dv-cinder-792462-18-smb',id=c848b31b-6213-4629-bcf9-70fa3e5c2447,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:56Z,topic='l3_agent')) {'router_ids': ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'], 'active': True} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:08.561351 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.db [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] For port 8b692ee9-b82d-434c-b02d-36d5cd17419b, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=8b692ee9-b82d-434c-b02d-36d5cd17419b,segment=NetworkSegment(971b254e-75a7-4fa6-82f2-c80fb548f558),segment_id=971b254e-75a7-4fa6-82f2-c80fb548f558)] {{(pid=93542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:08.561714 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.574797 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Calling delete_port for 8b692ee9-b82d-434c-b02d-36d5cd17419b owned by network:router_gateway {{(pid=93542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:08.625493 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_dvr_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] Set router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 gateway port host: None {{(pid=93545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:21:08.674841 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.l3_hamode_db [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:21:08Z', 'revision_number': 6, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port_host': None}], 'dv-cinder-792462-18-smb', False) {} {{(pid=93545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:08.703933 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd351216-f4cf-4ec7-9b33-5870d54bfd02 None None] The sync data for ids ['9c98eee1-1097-4e08-8fcf-128ef06dfee7'] in dv-cinder-792462-18-smb is: [{'id': '9c98eee1-1097-4e08-8fcf-128ef06dfee7', 'name': 'tempest-TestMinimumBasicScenario-931741373-router', 'tenant_id': 'd46d6427a1ac439d839b8f06988821b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:18:52Z', 'updated_at': '2021-06-24T04:21:08Z', 'revision_number': 6, 'project_id': 'd46d6427a1ac439d839b8f06988821b4', 'gw_port_host': None}] {{(pid=93545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:21:08.808471 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10296206'] for port, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.810535 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-4f16ca95-a230-4381-be42-936aea33b0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:08.835124 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b692ee9-b82d-434c-b02d-36d5cd17419b,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:08.837562 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:08.900806 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610398'] for router_gateway, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.996847 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1611941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5498'] for router, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:08.998872 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.038760 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.106840 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1611771'] for router, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.107139 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c98eee1-1097-4e08-8fcf-128ef06dfee7 {{(pid=93542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:21:09.111339 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] Notify callbacks [] for router, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.112554 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-b7c0df8c-4779-4fd5-8bfb-f9a34ac61c2c admin admin] 10.222.0.11 "DELETE /v2.0/routers/9c98eee1-1097-4e08-8fcf-128ef06dfee7 HTTP/1.1" status: 204 len: 168 time: 0.9716120 Jun 24 04:21:09.114909 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50268) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:09.157989 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Deleting subnet b5ab8642-e124-4a90-813f-64c363fd1af1 {{(pid=93542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:21:09.160926 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.196771 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3097488'] for subnet, precommit_delete_associations {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.268465 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1461229'] for subnet, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.376406 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1461222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10296312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8610124'] for subnet, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.380106 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-46c4cd48-f276-4f02-881d-8efaa725085a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:09.405846 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for subnet, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.408513 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b5ab8642-e124-4a90-813f-64c363fd1af1 HTTP/1.1" status: 204 len: 168 time: 0.2918186 Jun 24 04:21:09.409429 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ab8642-e124-4a90-813f-64c363fd1af1,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:09.410347 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.wsgi [-] (93543) accepted ('10.222.0.11', 50270) {{(pid=93543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:09.412509 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6adeb24f-da4a-43ce-a5bb-08615a6383db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:09.414978 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e7853-d730-4170-a786-6d40ac9714a5 None None] Network 8b5c7356-bf7b-490e-acc7-f27253ced9e8 requested from dv-cinder-792462-18-smb {{(pid=93544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:21:09.493664 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1568363'] for network, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.552195 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Deleting port 394ad6d8-9273-4048-81f1-ca04412dab18 {{(pid=93543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:09.552440 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.595256 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] DHCP port deletion for 8b5c7356-bf7b-490e-acc7-f27253ced9e8 request from dv-cinder-792462-18-smb {{(pid=93544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:21:09.619692 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.db [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] For port 394ad6d8-9273-4048-81f1-ca04412dab18, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=394ad6d8-9273-4048-81f1-ca04412dab18,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:09.620050 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.632886 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.plugin [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Calling delete_port for 394ad6d8-9273-4048-81f1-ca04412dab18 owned by network:dhcp {{(pid=93543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:09.641846 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Deleting port 394ad6d8-9273-4048-81f1-ca04412dab18 {{(pid=93544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:21:09.642502 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756514394152'] for port, before_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.708448 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.db [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] For port 394ad6d8-9273-4048-81f1-ca04412dab18, host dv-cinder-792462-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-smb',level=0,port_id=394ad6d8-9273-4048-81f1-ca04412dab18,segment=NetworkSegment(dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7),segment_id=dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7)] {{(pid=93544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:09.708448 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405215'] for port, precommit_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.719139 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Calling delete_port for 394ad6d8-9273-4048-81f1-ca04412dab18 owned by network:dhcp {{(pid=93544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:21:09.797677 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9005994'] for port, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.800858 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-a92642fe-45f2-4c86-8048-1fb66bd8a19f tempest-VolumesSnapshotTestJSON-357600121 tempest-VolumesSnapshotTestJSON-357600121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:09.803820 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1469782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756514397157', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756514021560'] for port, after_delete {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.806472 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5f9ba048-5706-4793-8d90-01c4e2cd2c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:09.825927 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Pushing event deleted for resources: {'Port': ['ID=394ad6d8-9273-4048-81f1-ca04412dab18,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:09.827626 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] No DVR routers for this DVR port 394ad6d8-9273-4048-81f1-ca04412dab18 on host dv-cinder-792462-18-smb {{(pid=93543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:21:09.829491 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:09.832838 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Pushing event deleted for resources: {'Port': ['ID=394ad6d8-9273-4048-81f1-ca04412dab18,revision_number=None']} {{(pid=93544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:09.835575 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG oslo_concurrency.lockutils [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93544) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:09.838341 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4cd21-ce2c-448f-ab0c-938fd56cc348 None None] No DVR routers for this DVR port 394ad6d8-9273-4048-81f1-ca04412dab18 on host dv-cinder-792462-18-smb {{(pid=93544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:21:09.905596 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463666', 'neutron.services.segments.db._delete_segments_for_network-8756514546472'] for network, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.915552 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5c7356-bf7b-490e-acc7-f27253ced9e8']}} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:09.925004 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7') {'for_net_delete': True} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:09.925371 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.services.segments.db [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8f8079-57c7-4d64-9ac9-e5a1c1a39ee7') {} {{(pid=93543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:09.934242 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756514467319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282957'] for segment, before_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.947714 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026'] for segment, precommit_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.953518 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:21:09.953902 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9005951'] for segment, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: Traceback (most recent call last): Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: timer() Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: cb(*args, **kw) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: return func(*args, **kwargs) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: self._notify() Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: self.callback(batched_events) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: event.method(event) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: return f(self, *a, **k) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: return self._get(url).json() Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: return self.request(url, 'GET', **kwargs) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:21:09.955474 dv-cinder-792462-18-smb neutron-server[93543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:21:10.088939 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1642769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610351'] for network, after_delete {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.093384 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-6248e2d9-db17-4e2e-bf1c-bd1f3757c12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:10.095874 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron_lib.callbacks.manager [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642804'] for network, before_response {{(pid=93543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.097096 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:10.097714 dv-cinder-792462-18-smb neutron-server[93543]: INFO neutron.wsgi [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b5c7356-bf7b-490e-acc7-f27253ced9e8 HTTP/1.1" status: 204 len: 168 time: 0.6848230 Jun 24 04:21:10.110440 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5c7356-bf7b-490e-acc7-f27253ced9e8,revision_number=None']} {{(pid=93543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:10.113074 dv-cinder-792462-18-smb neutron-server[93543]: DEBUG oslo_concurrency.lockutils [None req-f79686c1-43c2-4c8e-b5b5-2f9e2be5d659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:10.119469 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:21:10.119832 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device ceafa8bf-3f06-4c1f-ab71-5b01c5852fe0 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:10.120257 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 8b692ee9-b82d-434c-b02d-36d5cd17419b no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:10.138195 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 8b692ee9-b82d-434c-b02d-36d5cd17419b {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:21:10.138549 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 8b692ee9-b82d-434c-b02d-36d5cd17419b not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:10.138967 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 394ad6d8-9273-4048-81f1-ca04412dab18 no longer exists at agent ovs-agent-dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:10.159309 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] No Port match for: 394ad6d8-9273-4048-81f1-ca04412dab18 {{(pid=93544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:21:10.159659 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron.plugins.ml2.rpc [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Device 394ad6d8-9273-4048-81f1-ca04412dab18 not bound to the agent host dv-cinder-792462-18-smb {{(pid=93544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:10.417750 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50274) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:10.461088 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-044119d2-036f-40a1-a387-ffb9532ce20d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf53095529be4e66bb4878f63f261e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419657 Jun 24 04:21:10.463215 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50276) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:10.508752 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.528285 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.654318 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.656848 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.657995 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fae43b7-a46f-49d7-8e36-e6eb7d32a300 HTTP/1.1" status: 204 len: 168 time: 0.1938267 Jun 24 04:21:10.658736 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-d3bf4c7a-db41-429c-842e-1504621da7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:10.666320 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fae43b7-a46f-49d7-8e36-e6eb7d32a300,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:10.669223 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-6b0699be-a383-47eb-b92d-19af1227818b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:11.183596 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50282) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:11.222212 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-82fc6eff-57c8-4a5c-b849-d252866e49ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d46d6427a1ac439d839b8f06988821b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373857 Jun 24 04:21:11.225197 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.wsgi [-] (93542) accepted ('10.222.0.11', 50284) {{(pid=93542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:11.269991 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:11.290988 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:11.402876 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485990'] for security_group, after_delete {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:11.405494 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron_lib.callbacks.manager [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:11.406611 dv-cinder-792462-18-smb neutron-server[93542]: INFO neutron.wsgi [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9258e9eb-e402-4142-8ca8-fa4794eccbcb HTTP/1.1" status: 204 len: 168 time: 0.1805511 Jun 24 04:21:11.407394 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-c8e8f605-f816-4019-97ca-6976496ae2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:11.414867 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9258e9eb-e402-4142-8ca8-fa4794eccbcb,revision_number=None']} {{(pid=93542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:11.417102 dv-cinder-792462-18-smb neutron-server[93542]: DEBUG oslo_concurrency.lockutils [None req-2106ccce-a39c-4f42-9203-9ecf44f2bbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:23.174619 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1441ed9b-f578-4c8f-aafc-715f5390cc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:25.728678 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-9de16c4d-5670-4534-8f88-80d7188ff6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:25.848738 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:26.848656 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:28.506082 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:39.071347 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:40.614541 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:21:53.186840 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a0783860-133f-46de-86a7-e4a298337ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:55.712463 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-70f6ffe2-0858-4864-8bbb-e1a0e1e80d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:55.821700 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:56.854207 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:58.494034 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:09.060824 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:17.613459 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:22:23.175129 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-d9dd59cc-646f-4617-9362-ece7a804b875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:25.734969 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-e4c20c7c-10e7-4582-8460-a023a487cf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:25.837992 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:26.819517 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:28.477773 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:39.077536 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:53.180174 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-dccef76c-bf7f-4ce3-bfa2-b90eff8fc2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:54.611642 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:22:55.728036 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2113-033e-4b07-8d0a-68b53b5915de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:55.836342 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:56.831513 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:58.500325 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:09.099788 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:23.197305 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-aa41d24b-7c66-4a76-b853-d2ac810f5887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:25.716665 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-e72da38b-d190-45c5-b5d7-ced07ed13681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:25.808084 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:26.825903 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:28.521615 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:31.609674 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:23:39.082407 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.184420 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b33db910-7dd3-4f53-a5ed-7b7c5c3fc204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.727759 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-47c748bb-852a-45ad-a722-09117f586d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.829795 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.847641 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.521592 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:08.608135 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:24:09.093010 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:23.246624 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-72445801-c93f-467c-bdae-94f495af0393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:25.744068 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ba0c41a4-7636-42ae-8410-23e1894e30de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:25.823682 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:26.858566 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:28.504648 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:39.069614 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:45.607203 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:24:53.166431 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-6ab7115d-5e3e-4670-8f64-d1720a106538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:55.714788 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-b02eec02-761e-4020-98b6-f4eb5e72cfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:55.834419 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:56.840503 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:58.537653 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:09.079716 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:22.605624 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:25:23.170849 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-225da374-dc91-4214-8b43-59913354340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:25.713588 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d16f-230e-454f-bc0a-321194356eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:25.839301 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:26.857000 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:28.490635 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:39.107706 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-fb743dc8-e791-4e9b-b8b8-5d52b16510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:53.164667 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-882a2c68-6757-4bc7-a88f-99385445492c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:55.695866 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-aa5e58a5-3a55-4562-9e2b-c0d0c9690bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:55.850783 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1d27-73df-467f-a0d1-62d6a9ac6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:56.844596 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-ebd91669-fd79-42a2-af73-41ce3ba45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:58.507433 dv-cinder-792462-18-smb neutron-server[93544]: DEBUG neutron_lib.callbacks.manager [None req-a50a91df-119e-4ba7-af04-5819c71dffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756514546454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464876'] for agent, after_update {{(pid=93544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:59.604192 dv-cinder-792462-18-smb neutron-server[93545]: DEBUG neutron.db.agents_db [None req-52cf2e06-7aee-4775-a379-1f6d3eaba5c8 None None] Agent healthcheck: found 6 active agents {{(pid=93545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}